-- Logs begin at Tue 2022-03-08 20:08:59 UTC, end at Tue 2022-03-08 21:11:11 UTC. -- Mar 08 20:43:55.043389 dv-cinder-832328-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 20:43:57.202727 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.common.config [-] Logging enabled! Mar 08 20:43:57.203352 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev41 Mar 08 20:43:57.203486 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83057) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 08 20:43:57.205693 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.common.config [-] Logging enabled! Mar 08 20:43:57.205948 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev41 Mar 08 20:43:57.206192 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83057) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 08 20:43:57.207161 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 20:43:57.207396 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 20:43:57.207749 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 20:43:57.207995 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 20:43:57.208219 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 20:43:57.208540 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.208834 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.209134 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.209363 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.209667 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.209978 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.210260 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.210549 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.210848 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.211136 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.211446 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.211727 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.211955 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.212239 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.212527 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.212815 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.213037 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] debug = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.213314 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.213774 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.214198 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.214484 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.214777 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.215051 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.215327 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.215614 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.215944 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] host = dv-cinder-832328-1-smb {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.216225 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.216516 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.216806 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.217095 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.217372 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.217678 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.217961 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.218237 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.218514 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] log_file = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.218791 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.219083 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.219373 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.219663 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.219889 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.220112 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.220400 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.220714 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.220967 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.221242 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.221517 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.221876 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.222151 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.222426 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.222714 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.222997 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.223281 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.223553 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.223844 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.224096 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.224366 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.224652 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.224925 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.225196 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.225470 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.225782 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.226055 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.226328 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.226632 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.227441 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.227732 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.228017 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.228291 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.228574 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.228848 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.229121 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.229392 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] use_json = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.229690 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.229963 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.230246 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.230518 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.230788 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.231062 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.231333 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.231619 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.231895 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:57.232192 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.232492 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.232798 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.233081 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.233378 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.233680 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.233980 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.234256 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.234545 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.234834 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.235123 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.235402 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.235686 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.235981 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.236274 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.236549 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.236827 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.237121 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.237400 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.237700 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.237989 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.238281 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.238560 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.238837 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.239121 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.239402 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.239678 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.239952 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.240231 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.240526 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.240803 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.241077 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.241351 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.241631 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.241931 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.242221 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.242520 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.243331 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.243610 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.243892 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.244168 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.244444 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.244725 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.244999 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.245278 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.245555 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.245859 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.246136 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.246411 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.246685 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.246960 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.247234 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.247512 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.247793 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.248066 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.248345 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.248618 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.248894 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.249182 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.249478 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.249785 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.250067 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.250349 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.250627 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.250904 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.251180 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.251458 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.251737 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.252011 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.252305 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.252587 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.252872 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.253159 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.253435 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.253770 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.254050 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.254336 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.254612 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.254890 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.255173 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.255455 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.255751 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.256048 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.256344 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.256639 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.256932 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.257213 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.257522 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.257834 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:57.258056 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 20:43:57.258323 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83057) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 20:43:57.662046 dv-cinder-832328-1-smb neutron-server[83057]: INFO keyring.backend [-] Loading KWallet Mar 08 20:43:57.670103 dv-cinder-832328-1-smb neutron-server[83057]: INFO keyring.backend [-] Loading SecretService Mar 08 20:43:57.673255 dv-cinder-832328-1-smb neutron-server[83057]: INFO keyring.backend [-] Loading Windows Mar 08 20:43:57.674627 dv-cinder-832328-1-smb neutron-server[83057]: INFO keyring.backend [-] Loading chainer Mar 08 20:43:57.675215 dv-cinder-832328-1-smb neutron-server[83057]: INFO keyring.backend [-] Loading macOS Mar 08 20:43:57.709888 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 08 20:43:57.710171 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=83057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 08 20:43:57.710466 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 08 20:43:57.710805 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 20:43:58.025241 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.025458 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.025758 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.082140 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.082425 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.082696 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.085821 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.086100 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.086941 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.115404 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.115689 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.115959 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.145815 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.146096 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.146363 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.466206 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.466832 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.466832 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.467070 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.467920 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.590055 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.590374 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.590661 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.590935 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.591204 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.591517 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.591783 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.592043 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.592299 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.592583 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.592848 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.593117 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.593384 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.593665 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.593937 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.594211 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.594466 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.594741 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.594997 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.595279 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.595626 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.595880 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.596128 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.596411 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.596660 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.596906 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.597291 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83057) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:43:58.597531 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83057) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:43:58.597795 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83057) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:43:58.598032 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83057) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:43:58.598265 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83057) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:43:58.598501 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83057) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:43:58.599046 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 20:43:58.602262 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 20:43:58.606361 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 20:43:58.610250 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Mar 08 20:43:58.611915 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 20:43:58.612301 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 20:43:58.612638 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 20:43:58.613026 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 20:43:58.615915 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 20:43:58.616171 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 20:43:58.616518 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 20:43:58.645162 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Mar 08 20:43:58.645612 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.645944 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83057) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 08 20:43:58.646307 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.647687 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83057) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 20:43:58.647966 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 20:43:58.648212 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 20:43:58.651962 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.652246 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:58.713257 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 20:43:58.713499 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 20:43:58.713773 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 20:43:58.714145 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 20:43:58.744141 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_db.sqlalchemy.engines [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83057) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 08 20:43:59.069940 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.managers [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Initializing driver for type 'gre' Mar 08 20:43:59.070473 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] gre ID ranges: [(1, 1000)] Mar 08 20:43:59.123633 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.managers [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Initializing driver for type 'local' Mar 08 20:43:59.123990 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.managers [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Initializing driver for type 'vlan' Mar 08 20:43:59.137798 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] VlanTypeDriver initialization complete Mar 08 20:43:59.138156 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.managers [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Initializing driver for type 'vxlan' Mar 08 20:43:59.138660 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] vxlan ID ranges: [(1, 1000)] Mar 08 20:43:59.190827 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.managers [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Initializing extension driver 'port_security' Mar 08 20:43:59.191167 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.extensions.port_security [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] PortSecurityExtensionDriver initialization complete Mar 08 20:43:59.191499 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.managers [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Initializing mechanism driver 'openvswitch' Mar 08 20:43:59.191828 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.managers [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Initializing mechanism driver 'hyperv' Mar 08 20:43:59.199105 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.plugins.ml2.plugin [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:59.199798 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > port after_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.200176 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > port after_update 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.200537 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > port after_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.201064 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83057) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 08 20:43:59.201497 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > subnet after_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.201880 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > subnet after_update 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.202232 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > subnet after_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.202624 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83057) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 08 20:43:59.203033 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > network after_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.203384 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > network after_update 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.203727 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > network after_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.204111 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83057) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 08 20:43:59.204518 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > security_group after_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.204871 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > security_group after_update 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.205214 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > security_group after_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.205761 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83057) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 08 20:43:59.206171 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.206531 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.206870 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.207258 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83057) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 08 20:43:59.207701 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] ML2 OVO RPC backend initialized. {{(pid=83057) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Mar 08 20:43:59.208356 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > router_interface after_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.208716 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.209138 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > network before_response 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.209490 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > networks before_response 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.209862 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > port before_response 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.210209 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > ports before_response 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.210556 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > subnet before_response 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.210901 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > subnets before_response 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.211275 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > network after_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.211619 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > network after_update 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.211957 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > network after_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.212294 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > port after_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.212632 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > port after_update 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.212971 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > port after_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.213309 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > subnet after_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.213691 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > subnet after_update 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.214009 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > subnet after_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.214591 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.plugin [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Modular L2 Plugin initialization complete Mar 08 20:43:59.214924 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading services supported by the core plugin {{(pid=83057) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 20:43:59.215252 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.plugins.ml2.managers [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Got port-security extension from driver 'port_security' Mar 08 20:43:59.215717 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.extensions.vlantransparent [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Disabled vlantransparent extension. Mar 08 20:43:59.216141 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83057) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 20:43:59.216458 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading Plugin: router Mar 08 20:43:59.253266 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > router_interface before_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.253686 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > router after_create 55549900 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.254070 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > router before_create 55549900 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.254446 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.254826 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.255192 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > router after_delete 55549900 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.255560 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > floatingip after_update 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.255930 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > router after_create 55549900 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.256290 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > router after_update 55549900 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.256648 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > router after_update 55549900 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.257006 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.257372 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > router after_update 55549900 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.257817 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > router precommit_update 55549900 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.258233 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: port after_update 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.258577 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: port after_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.258923 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: subnet after_update 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.259264 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.259619 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > port precommit_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.259978 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > router precommit_create 55549900 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.260334 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: port before_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.260680 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > router precommit_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.261050 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > router after_update 55549900 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.261402 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > router precommit_delete 55549900 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.261792 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > router precommit_create 55549900 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.262165 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > router_interface after_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.262520 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > router precommit_update 55549900 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.262892 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > agent after_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.263250 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > agent after_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.263605 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > network after_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.264469 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.quota.resource_registry [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Tracking information for resource: router configured {{(pid=83057) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:43:59.264802 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.quota.resource_registry [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Tracking information for resource: floatingip configured {{(pid=83057) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 20:43:59.269801 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.db.l3_agentschedulers_db [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 20:43:59.270378 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: port after_update 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.270746 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: port after_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.271105 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: port after_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.271461 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: port after_update 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.272373 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > router before_create 55550100 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.272746 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > router precommit_delete 55550100 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.273115 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > router precommit_create 55550100 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.273477 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > router precommit_update 55550100 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.277893 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.services.provider_configuration [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Service providers = [] {{(pid=83057) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 20:43:59.278264 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.db.servicetype_db [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83057) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 20:43:59.281231 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.services.service_base [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83057) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 20:43:59.281586 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.services.service_base [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83057) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 20:43:59.281959 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.services.service_base [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83057) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 20:43:59.282871 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.services.service_base [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83057) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 20:43:59.283250 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.services.service_base [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 20:43:59.283632 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83057) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:43:59.283957 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 20:43:59.295456 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83057) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:43:59.295795 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading Plugin: auto_allocate Mar 08 20:43:59.301870 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: network precommit_update 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.302247 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: network precommit_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.302772 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83057) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:43:59.303097 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading Plugin: tag Mar 08 20:43:59.310622 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83057) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:43:59.310958 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading Plugin: timestamp Mar 08 20:43:59.315003 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83057) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:43:59.315344 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading Plugin: network_ip_availability Mar 08 20:43:59.320741 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.321068 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.321427 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.322180 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83057) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:43:59.322507 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading Plugin: flavors Mar 08 20:43:59.327322 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83057) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:43:59.327658 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading Plugin: revisions Mar 08 20:43:59.331972 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83057) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 20:43:59.332365 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_concurrency.lockutils [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.622s {{(pid=83057) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 08 20:43:59.333103 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83057) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Mar 08 20:43:59.333447 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Initializing extension manager. Mar 08 20:43:59.333988 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: __init__.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.334333 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: __pycache__ {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.334674 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.335011 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.335347 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: _filter_validation_lib.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.335678 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.336007 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: address_group.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.336792 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.337354 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: address-group Mar 08 20:43:59.337700 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: address_scope.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.338432 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.338950 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: address-scope Mar 08 20:43:59.339281 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: admin_state_down_before_update.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.340233 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.340758 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: router-admin-state-down-before-update Mar 08 20:43:59.341087 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: agent.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.341840 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.342359 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: agent Mar 08 20:43:59.342685 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: agent_resources_synced.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.343621 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.344140 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: agent-resources-synced Mar 08 20:43:59.344465 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: allowedaddresspairs.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.346465 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.347002 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: allowed-address-pairs Mar 08 20:43:59.347333 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: auto_allocated_topology.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.348448 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.348976 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: auto-allocated-topology Mar 08 20:43:59.349306 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: availability_zone.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.350056 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.350576 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: availability_zone Mar 08 20:43:59.350904 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: availability_zone_filter.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.352342 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.352865 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: availability_zone_filter Mar 08 20:43:59.353193 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: data_plane_status.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.354143 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.354667 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 20:43:59.354993 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: default_subnetpools.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.355924 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.356447 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: default-subnetpools Mar 08 20:43:59.356775 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: dhcpagentscheduler.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.357565 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.358111 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: dhcp_agent_scheduler Mar 08 20:43:59.358438 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: dns.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.359369 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.359887 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension dns-integration not supported by any of loaded plugins Mar 08 20:43:59.360212 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: dns_domain_ports.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.361140 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.361664 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 20:43:59.362008 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: dvr.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.362693 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.363209 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: dvr Mar 08 20:43:59.363534 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: empty_string_filtering.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.364464 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.364982 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: empty-string-filtering Mar 08 20:43:59.365308 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.366264 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.366780 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 20:43:59.367108 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.368589 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.369108 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 20:43:59.369436 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: external_net.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.370395 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.370911 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: external-net Mar 08 20:43:59.371237 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: extra_dhcp_opt.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.372157 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.372673 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: extra_dhcp_opt Mar 08 20:43:59.373000 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: extraroute.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.373949 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.374467 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: extraroute Mar 08 20:43:59.374793 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: extraroute_atomic.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.375850 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.376369 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: extraroute-atomic Mar 08 20:43:59.376699 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: filter_validation.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.377378 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.377921 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: filter-validation Mar 08 20:43:59.378246 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: fip_pf_description.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.379180 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.379695 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 20:43:59.380025 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: fip_port_details.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.380952 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.381471 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: fip-port-details Mar 08 20:43:59.381827 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: flavors.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.383109 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.383642 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: flavors Mar 08 20:43:59.383975 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.385991 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.386523 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 20:43:59.386855 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: floatingip_pools.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.387572 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.388092 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: floatingip-pools Mar 08 20:43:59.388423 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: ip_allocation.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.389367 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.389913 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 20:43:59.390241 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.391177 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.391696 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: ip-substring-filtering Mar 08 20:43:59.392022 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: l2_adjacency.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.392953 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.393470 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 20:43:59.393833 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: l3.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.394816 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.395338 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: router Mar 08 20:43:59.395662 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: l3_conntrack_helper.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.398136 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.398706 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 20:43:59.399046 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.399985 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.400512 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: ext-gw-mode Mar 08 20:43:59.400843 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.401816 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.402335 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: l3-ha Mar 08 20:43:59.402663 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: l3_flavors.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.403599 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.404118 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: l3-flavors Mar 08 20:43:59.404443 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.405386 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.405926 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 20:43:59.406254 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: l3agentscheduler.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.407312 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.407836 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: l3_agent_scheduler Mar 08 20:43:59.408166 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: logging.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.409755 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.410296 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension logging not supported by any of loaded plugins Mar 08 20:43:59.410632 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: metering.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.411386 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.411972 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: metering Mar 08 20:43:59.412303 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.413421 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.413977 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: metering_source_and_destination_fields Mar 08 20:43:59.414824 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: multiprovidernet.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.415783 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.416304 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: multi-provider Mar 08 20:43:59.416634 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: netmtu.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.417567 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.418124 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: net-mtu Mar 08 20:43:59.418454 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: netmtu_writable.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.419447 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.419961 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: net-mtu-writable Mar 08 20:43:59.420285 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: network_availability_zone.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.420966 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.421482 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: network_availability_zone Mar 08 20:43:59.421838 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: network_ip_availability.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.422961 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.423482 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: network-ip-availability Mar 08 20:43:59.423811 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: network_segment_range.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.424605 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.425120 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 20:43:59.425448 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: pagination.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.426476 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.426806 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: pagination Mar 08 20:43:59.427140 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.428096 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.428598 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: port-mac-address-regenerate Mar 08 20:43:59.428924 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: port_resource_request.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.429894 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.430986 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 20:43:59.431308 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: portbindings.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.432270 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.432791 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: binding Mar 08 20:43:59.433117 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: portbindings_extended.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.434449 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.434975 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: binding-extended Mar 08 20:43:59.435305 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: portsecurity.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.436239 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.436757 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: port-security Mar 08 20:43:59.437084 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: project_id.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.438098 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.438431 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: project-id Mar 08 20:43:59.438756 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: providernet.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.439726 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.440217 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: provider Mar 08 20:43:59.440542 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: qos.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.444384 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.444906 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension qos not supported by any of loaded plugins Mar 08 20:43:59.445238 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.446568 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.447092 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 20:43:59.447426 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.448364 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.448884 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 20:43:59.449221 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: qos_default.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.450187 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.450704 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension qos-default not supported by any of loaded plugins Mar 08 20:43:59.451033 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: qos_fip.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.451700 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.452213 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension qos-fip not supported by any of loaded plugins Mar 08 20:43:59.452540 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: qos_gateway_ip.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.453484 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.454040 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 20:43:59.454366 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: qos_port_network_policy.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.455320 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.455820 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 20:43:59.456146 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: qos_rule_type_details.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.457078 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.457590 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 20:43:59.457938 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: qos_rules_alias.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.459002 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.459534 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 20:43:59.459860 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: quotasv2.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.460771 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.461104 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: quotas Mar 08 20:43:59.461460 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: quotasv2_detail.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.463151 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.463496 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: quota_details Mar 08 20:43:59.463831 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: rbac.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.464910 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.465444 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: rbac-policies Mar 08 20:43:59.465811 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: rbac_address_scope.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.466757 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.467274 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: rbac-address-scope Mar 08 20:43:59.467603 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: rbac_security_groups.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.468532 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.469055 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: rbac-security-groups Mar 08 20:43:59.469388 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: rbac_subnetpool.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.470352 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.470881 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: rbac-subnetpool Mar 08 20:43:59.471206 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: revisionifmatch.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.472140 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.472660 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: revision-if-match Mar 08 20:43:59.472986 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: revisions.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.474138 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.474660 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: standard-attr-revisions Mar 08 20:43:59.474988 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: router_availability_zone.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.475670 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.476187 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: router_availability_zone Mar 08 20:43:59.476508 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: routerservicetype.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.478006 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.478525 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension router-service-type not supported by any of loaded plugins Mar 08 20:43:59.478850 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: security_groups_port_filtering.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.479793 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.480313 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: port-security-groups-filtering Mar 08 20:43:59.480638 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: securitygroup.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.491774 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.492318 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: security-group Mar 08 20:43:59.493212 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: segment.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.494048 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.494574 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension segment not supported by any of loaded plugins Mar 08 20:43:59.494906 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.495870 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.496394 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 20:43:59.496722 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: servicetype.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.497889 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.498423 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: service-type Mar 08 20:43:59.498754 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: sorting.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.499748 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.500087 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: sorting Mar 08 20:43:59.500416 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: standard_attr_segment.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.501349 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.501902 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 20:43:59.502231 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: standardattrdescription.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.502887 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.503407 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: standard-attr-description Mar 08 20:43:59.503735 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: stateful_security_group.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.504680 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.505201 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: stateful-security-group Mar 08 20:43:59.505531 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: stdattrs_common.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.506153 dv-cinder-832328-1-smb neutron-server[83057]: WARNING neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 20:43:59.506480 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.507419 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.507945 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 20:43:59.508298 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: subnet_onboard.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.509471 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.510036 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: subnet_onboard Mar 08 20:43:59.510367 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.511317 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.511840 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 20:43:59.512167 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: subnet_service_types.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.513108 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.513632 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: subnet-service-types Mar 08 20:43:59.513983 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: subnetallocation.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.515097 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.515617 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: subnet_allocation Mar 08 20:43:59.515945 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.516622 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.517139 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: subnetpool-prefix-ops Mar 08 20:43:59.517464 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.518446 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.518962 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 20:43:59.519289 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: tagging.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.520371 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.520897 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: standard-attr-tag Mar 08 20:43:59.521227 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: timestamp.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.522501 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.523031 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loaded extension: standard-attr-timestamp Mar 08 20:43:59.523360 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: trunk.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.524474 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.525007 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension trunk not supported by any of loaded plugins Mar 08 20:43:59.525336 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: trunk_details.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.526327 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.526854 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension trunk-details not supported by any of loaded plugins Mar 08 20:43:59.527180 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: uplink_status_propagation.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.528115 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.528639 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 20:43:59.529066 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Loading extension file: vlantransparent.py {{(pid=83057) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 08 20:43:59.529801 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83057) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 08 20:43:59.530323 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 20:43:59.532595 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.quota.resource_registry [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Creating instance of TrackedResource for resource:network Mar 08 20:43:59.533337 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.quota.resource_registry [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Creating instance of TrackedResource for resource:subnet Mar 08 20:43:59.533987 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.quota.resource_registry [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 20:43:59.534784 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.quota.resource_registry [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Creating instance of TrackedResource for resource:port Mar 08 20:43:59.536067 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.v2.resource_helper [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83057) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:43:59.536527 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.v2.resource_helper [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Service FLAVORS assigned prefix: {{(pid=83057) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:43:59.537145 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.v2.resource_helper [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83057) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:43:59.537584 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.v2.resource_helper [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83057) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:43:59.537948 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.quota.resource_registry [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Creating instance of TrackedResource for resource:router Mar 08 20:43:59.538627 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.quota.resource_registry [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Creating instance of TrackedResource for resource:floatingip Mar 08 20:43:59.539890 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.v2.resource_helper [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Service METERING assigned prefix: /metering {{(pid=83057) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:43:59.541342 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.541752 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.542112 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:43:59.543260 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.quota.resource_registry [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 20:43:59.543717 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.quota.resource_registry [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Creating instance of TrackedResource for resource:security_group Mar 08 20:43:59.544402 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.quota.resource_registry [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 20:43:59.545154 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.v2.resource_helper [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Service CORE assigned prefix: {{(pid=83057) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:43:59.545493 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.quota.resource_registry [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 20:43:59.545877 dv-cinder-832328-1-smb neutron-server[83057]: WARNING neutron.quota.resource_registry [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] subnetpool is already registered Mar 08 20:43:59.546495 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.v2.resource_helper [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Service CORE assigned prefix: {{(pid=83057) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:43:59.546830 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.quota.resource_registry [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 20:43:59.547164 dv-cinder-832328-1-smb neutron-server[83057]: WARNING neutron.quota.resource_registry [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] subnetpool is already registered Mar 08 20:43:59.549713 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.v2.resource_helper [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83057) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:43:59.550164 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.v2.resource_helper [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Service FLAVORS assigned prefix: {{(pid=83057) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:43:59.550759 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.v2.resource_helper [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83057) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:43:59.551189 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.v2.resource_helper [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83057) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:43:59.551530 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.quota.resource_registry [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Creating instance of TrackedResource for resource:router Mar 08 20:43:59.551864 dv-cinder-832328-1-smb neutron-server[83057]: WARNING neutron.quota.resource_registry [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] router is already registered Mar 08 20:43:59.552465 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.quota.resource_registry [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Creating instance of TrackedResource for resource:floatingip Mar 08 20:43:59.552799 dv-cinder-832328-1-smb neutron-server[83057]: WARNING neutron.quota.resource_registry [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] floatingip is already registered Mar 08 20:43:59.553429 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.v2.resource_helper [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Service METERING assigned prefix: /metering {{(pid=83057) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:43:59.554142 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.quota.resource_registry [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 20:43:59.554474 dv-cinder-832328-1-smb neutron-server[83057]: WARNING neutron.quota.resource_registry [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] rbac_policy is already registered Mar 08 20:43:59.555082 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.quota.resource_registry [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Creating instance of TrackedResource for resource:security_group Mar 08 20:43:59.556151 dv-cinder-832328-1-smb neutron-server[83057]: WARNING neutron.quota.resource_registry [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] security_group is already registered Mar 08 20:43:59.556750 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.quota.resource_registry [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 20:43:59.557091 dv-cinder-832328-1-smb neutron-server[83057]: WARNING neutron.quota.resource_registry [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] security_group_rule is already registered Mar 08 20:43:59.557868 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.v2.resource_helper [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Service CORE assigned prefix: {{(pid=83057) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:43:59.558208 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.quota.resource_registry [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 20:43:59.558550 dv-cinder-832328-1-smb neutron-server[83057]: WARNING neutron.quota.resource_registry [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] subnetpool is already registered Mar 08 20:43:59.559186 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.v2.resource_helper [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Service CORE assigned prefix: {{(pid=83057) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 20:43:59.559518 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.quota.resource_registry [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 20:43:59.559855 dv-cinder-832328-1-smb neutron-server[83057]: WARNING neutron.quota.resource_registry [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] subnetpool is already registered Mar 08 20:43:59.560514 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: extensions {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.562036 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: address-groups {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.563608 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: address-scopes {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.564799 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: agents {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.566033 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: auto-allocated-topology {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.567266 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: availability_zones {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.568584 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: dhcp-networks {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.569995 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: dhcp-agents {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.571469 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: routers {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.573404 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: flavors {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.574602 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: service_profiles {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.575809 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: next_providers {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.577313 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: service_profiles {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.578763 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: floatingip-pools {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.580095 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: routers {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.581902 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: floatingips {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.583084 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: l3-routers {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.584435 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: l3-agents {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.585851 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: metering-labels {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.587888 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: metering-label-rules {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.589167 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: network-ip-availabilities {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.590432 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: bindings {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.592970 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: quotas {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.594456 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: quotas {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.596162 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: rbac-policies {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.597453 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: security-groups {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.598680 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: security-group-rules {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.599901 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: service-providers {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.601115 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: subnetpools {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.603139 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: subnetpools {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.604915 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: tags {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.606608 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: tags {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.608370 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: tags {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.610132 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: tags {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.611900 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: tags {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.613559 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: tags {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.615302 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: tags {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.617115 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: tags {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.619030 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: tags {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.620840 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron.api.extensions [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Extended resource: tags {{(pid=83057) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 08 20:43:59.626624 dv-cinder-832328-1-smb neutron-server[83057]: WARNING keystonemiddleware.auth_token [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 20:43:59.631381 dv-cinder-832328-1-smb neutron-server[83057]: WARNING keystonemiddleware.auth_token [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 20:43:59.639572 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_concurrency.lockutils [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Acquired lock "singleton_lock" {{(pid=83057) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 08 20:43:59.640047 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_concurrency.lockutils [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Releasing lock "singleton_lock" {{(pid=83057) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 08 20:43:59.640689 dv-cinder-832328-1-smb neutron-server[83057]: INFO oslo_service.service [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Starting 2 workers Mar 08 20:43:59.645302 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Started child 83160 {{(pid=83057) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 08 20:43:59.650041 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Started child 83161 {{(pid=83057) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 08 20:43:59.651343 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:43:59.651866 dv-cinder-832328-1-smb neutron-server[83057]: INFO neutron.service [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 20:43:59.652264 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Notify callbacks [] for process, before_spawn {{(pid=83057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:43:59.652924 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [-] (83160) wsgi starting up on http://0.0.0.0:9696 Mar 08 20:43:59.654720 dv-cinder-832328-1-smb neutron-server[83057]: INFO oslo_service.service [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Starting 1 workers Mar 08 20:43:59.655010 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:43:59.656353 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [-] (83161) wsgi starting up on http://0.0.0.0:9696 Mar 08 20:43:59.659628 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Started child 83162 {{(pid=83057) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 08 20:43:59.660185 dv-cinder-832328-1-smb neutron-server[83057]: INFO oslo_service.service [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Starting 1 workers Mar 08 20:43:59.663693 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.service [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] calling RpcWorker wait() {{(pid=83162) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 20:43:59.664227 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.service [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] returning from RpcWorker wait() {{(pid=83162) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 20:43:59.664519 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Started child 83163 {{(pid=83057) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 08 20:43:59.665822 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG neutron_lib.callbacks.manager [None req-83c088c4-a140-4195-b2c2-87357678c5bf None None] Notify callbacks [] for process, after_spawn {{(pid=83057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:43:59.666193 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:43:59.666640 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:59.667673 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83057) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 08 20:43:59.667888 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 20:43:59.668085 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 20:43:59.668277 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 20:43:59.668628 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 20:43:59.668805 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 20:43:59.669312 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.669598 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.669896 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.669989 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:43:59.670440 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.670440 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.670882 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:43:59.670990 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.671232 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.671447 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.671708 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.671941 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.672124 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.672269 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.672506 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.672736 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.673027 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.673302 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.673538 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.673852 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.674025 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.674285 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.674545 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.674791 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.675065 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] debug = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.675302 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.675774 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.676000 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.676250 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.676471 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.676750 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.677004 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.677305 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.677546 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.677805 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.678051 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.678295 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.678505 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.678858 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.679014 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.679228 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.679686 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] host = dv-cinder-832328-1-smb {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.679929 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.680174 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.680676 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.680928 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.681184 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.681429 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.681704 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.681959 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.682225 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.682468 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.682740 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.682963 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.683177 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.683435 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] log_file = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.683581 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] log_options = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.683828 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.684103 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.684368 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.684559 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.684728 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.684894 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.685161 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.685314 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.685576 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.685825 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.686037 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.686255 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.686487 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.686728 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.686965 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.687180 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.687391 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.687599 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.687852 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.688081 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.688302 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.688540 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.688768 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.689103 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.689259 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.689398 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.689615 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.689867 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.690078 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.690310 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.690566 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.690813 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.691044 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.691280 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.691503 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.691728 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.691940 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.692209 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.692435 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.692675 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.692945 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.693156 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.693384 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.693593 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.693811 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.694059 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] use_json = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.694257 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.694467 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.694721 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.694932 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.695161 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.695372 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.695626 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.695860 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.696071 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.696492 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.696780 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.697091 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.697345 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.697579 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.697844 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.698078 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.698437 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.698652 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.698809 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.699153 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.701037 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.701037 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.701037 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.701037 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.701037 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.701037 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.701037 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.701541 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.701541 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.701689 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.701990 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.702161 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.702487 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.702620 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.702872 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.703083 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.703262 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 38722) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:43:59.703415 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.703574 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.703851 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.704038 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.704272 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.704574 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.704731 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.704918 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.705140 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.705355 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.705583 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.705825 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.706065 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.706315 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.706537 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.706753 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.706993 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.707188 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.707429 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.707668 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.707903 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.708116 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.708334 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.708547 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.708798 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.709018 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.709368 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.709524 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.709715 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.709945 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.710187 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.710413 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.710681 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.710893 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.711133 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.711886 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.712102 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.712318 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.712532 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.713383 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.713383 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.713704 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073094 Mar 08 20:43:59.713866 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.713866 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.713866 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.714271 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.714271 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.714542 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.714792 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.715480 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.716473 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.716711 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.716974 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.717254 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.717502 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.717788 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.718027 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.718260 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.718485 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.718749 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.719008 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.719266 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.719517 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.719762 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.720053 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.721057 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.721809 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.721912 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.722128 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.722642 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.723135 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.723401 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.723672 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.724767 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.724767 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.724767 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.724767 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.725061 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.725235 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.725450 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.726051 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.726432 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.726636 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.728126 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.728126 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.728126 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.728126 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.728422 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.729236 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.729236 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.729236 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.729572 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.729927 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.731114 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.731114 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.731114 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.731323 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.731512 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.731664 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.731903 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.732792 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.732792 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.732792 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.733091 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.733163 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.733676 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.733676 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.734713 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.734927 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.735159 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.735390 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.735600 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.735850 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.736381 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.736381 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.736558 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.736734 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.736959 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.737169 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.737381 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.737618 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.737876 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.740114 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.740114 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.740114 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.740114 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.740114 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.740114 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.740114 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.740114 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.741258 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.741258 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.741258 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.741258 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.741258 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.741258 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.741258 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.742060 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.742657 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.742828 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.743042 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.743237 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.743436 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.743664 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.743898 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.744138 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.744353 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.744583 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.744799 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.745036 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.745256 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.745587 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.746726 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.746994 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.747237 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.747458 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.747680 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.747901 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.748147 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.748338 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.748582 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.748815 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.749044 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.749266 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.750862 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.750862 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.750862 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.751095 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.751230 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.751511 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.751755 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.751975 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.752258 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.752507 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.752754 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.752985 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.753227 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.753479 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.754432 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.754669 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.754895 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.755632 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.755632 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.755632 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.755881 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.756327 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.756726 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.756962 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.757221 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.757564 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.757801 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.758050 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.758676 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.758676 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.758832 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.758991 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.759315 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.759601 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.759843 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.760104 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.760392 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.760671 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.760951 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.761185 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.761471 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.762626 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.762917 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.763184 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.763443 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.763753 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.763979 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.764203 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.764435 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.764838 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.765061 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.765310 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.765569 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.765838 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.766068 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.766494 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.766894 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.767329 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.767575 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.767799 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.768016 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.768182 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 20:43:59.768702 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83057) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 08 20:43:59.768892 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 20:43:59.768993 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 20:43:59.769161 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 20:43:59.769484 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 20:43:59.769820 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 20:43:59.770170 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.770503 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.770670 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.770818 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.770981 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.771163 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.771319 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.771474 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.771783 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.771949 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.772101 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.772252 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.772409 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.772574 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.772757 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.772916 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.773073 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.773232 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.773395 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.773557 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.774272 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.774433 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.774595 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] debug = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.774742 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.775002 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.775120 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.775286 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.775436 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.775596 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.775742 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.775890 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.776036 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.776181 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.776342 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.776499 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.776808 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.777121 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.777280 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.777439 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.777600 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] host = dv-cinder-832328-1-smb {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.777822 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.777982 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.778142 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.778300 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.778458 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.778670 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.779021 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.779159 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.779320 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.780290 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.780290 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.780290 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.780290 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.780290 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] log_file = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.780290 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] log_options = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.780680 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.780680 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.780680 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.780855 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.780973 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.781168 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.781270 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.781425 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.782659 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.782998 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.783159 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.783472 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.783631 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.783922 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.784220 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.784517 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.784813 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.784975 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.785292 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.785753 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.785753 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.785926 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.786144 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.786359 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.786623 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.786795 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.787054 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.787225 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.787412 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.787695 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.787864 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.788140 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.788357 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.788572 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.788781 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.790077 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.790077 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.790077 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.790077 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.790639 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.790639 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.790881 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.791026 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.791391 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.791706 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.791895 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] use_json = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.792069 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.792179 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.792326 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.792494 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.792654 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.792789 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.792942 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.793103 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.793268 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 20:43:59.793454 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.793620 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.793834 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.793982 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.794126 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.794293 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.794450 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.794618 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.794795 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.794916 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.795081 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.795264 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.795426 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.795572 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.795741 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.795929 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.796074 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.796256 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.796428 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.796428 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.796741 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.796874 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.797019 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.797153 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.797293 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.797437 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.797576 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.797689 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.797849 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.798006 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.798758 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.798758 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.798758 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.798758 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.799013 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.799013 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.799156 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.799223 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.799442 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.799722 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.800037 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.800329 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.800658 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.801020 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.801279 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.801449 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.801614 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.801833 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.801981 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.802126 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.802282 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.802645 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.803213 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.803213 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.803213 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.803490 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.803490 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.803638 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.803769 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.803933 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.804094 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.804242 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.804391 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.804531 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.804696 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.804842 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.805050 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.805216 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.805361 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.805798 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.805972 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.806396 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.806642 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.806796 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.807094 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.807387 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.807676 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.807971 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.808263 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.808565 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.808844 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.809015 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.809179 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.809342 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.809504 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.809776 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.809932 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.810076 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.810215 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.810371 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.810515 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.810654 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.810793 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.810932 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.811072 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.811212 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.811371 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.811522 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.811674 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.811825 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.811966 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.812105 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.812255 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.812395 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.812535 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.812671 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.812839 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.812989 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.813149 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.813309 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.813444 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.813603 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.814582 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.814733 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.814895 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.815054 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.815215 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.816272 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.816272 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.816272 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.816272 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.816272 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.816272 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.816985 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.816985 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.816985 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.816985 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.816985 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.817682 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.817682 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.817682 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.817682 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.817682 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.818159 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.818159 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.818159 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.818476 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.818476 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.818673 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.818778 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.818891 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.818995 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.819143 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.820211 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.820211 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.820211 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.820211 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.820211 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.820211 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.820211 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.820942 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.820942 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.820942 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.820942 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.820942 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.821573 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.821573 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.821573 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.821573 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.822052 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.822052 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.822052 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.822359 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.822359 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.822560 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.822665 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.822768 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.822919 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.823080 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.823242 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.823517 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.823626 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.823730 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.823840 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.823997 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.824156 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.824316 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.824735 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.824735 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.824963 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.824963 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.826452 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.826452 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.826452 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.826452 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.826452 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.826452 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.826452 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.826452 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.826452 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.827518 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.827518 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.827518 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.827518 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.827518 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.827518 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.827518 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.827518 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.828278 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.828278 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.828278 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.828278 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.828278 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.828981 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.828981 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.828981 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.828981 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.828981 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.829471 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.829471 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.829471 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.829816 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.829816 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.830012 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.830115 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.830240 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.830373 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.831264 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.831264 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.831264 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.831264 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.831264 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.831264 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.831856 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.831856 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.831856 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.832156 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.832156 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.832351 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.832351 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.832546 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.832869 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.832869 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.833083 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.833201 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.833271 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.833466 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.833664 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.833788 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.833893 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.834046 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.834207 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.834366 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.834526 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.834737 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.834845 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.834980 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.835139 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.835299 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.835458 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.835619 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 20:43:59.836996 dv-cinder-832328-1-smb neutron-server[83057]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83057) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 20:43:59.843706 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:44:10.039022 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5401c09b-6a91-44a4-bb9e-5aaa191d8eef None None] get_active_networks_info from dv-cinder-832328-1-smb {{(pid=83162) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 08 20:44:10.118525 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5401c09b-6a91-44a4-bb9e-5aaa191d8eef None None] No non-hosted networks {{(pid=83162) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 20:44:10.133770 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.agentschedulers_db [None req-5401c09b-6a91-44a4-bb9e-5aaa191d8eef None None] DHCP Agent not found on host dv-cinder-832328-1-smb {{(pid=83162) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 20:44:10.212746 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-245e2fc2-6ffd-4c13-b51f-b9a02f38a7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-357276'] for agent, after_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:12.279910 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-230c086f-e3fc-4ae5-8434-4e5afab8041f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-357276'] for agent, after_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:12.340151 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-5a9fdfb2-3072-4c32-9609-1f3de8fbd3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:13.290916 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-357276'] for agent, after_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:13.504580 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-357276'] for agent, after_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:13.505604 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:13.506178 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:13.506781 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:13.507307 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:13.507914 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:13.508458 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:13.509037 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:13.509689 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:13.510290 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:13.511003 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:13.511593 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:13.512282 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-832328-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:44:13.520145 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-832328-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:44:14.811289 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-357276'] for agent, after_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:15.406175 dv-cinder-832328-1-smb neutron-server[83162]: INFO neutron.db.l3_hamode_db [None req-bb4eade5-fb08-431a-a724-b6ad26c07f21 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 20:44:15.490262 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4eade5-fb08-431a-a724-b6ad26c07f21 None None] Routers set() bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:44:15.490644 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4eade5-fb08-431a-a724-b6ad26c07f21 None None] Router IDs set() for agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 08 20:44:16.430708 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 38824) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:44:17.020056 dv-cinder-832328-1-smb neutron-server[83161]: WARNING oslo_policy.policy [None req-b359bc7e-4d5b-4c00-b714-942bcfe669ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:44:17.020577 dv-cinder-832328-1-smb neutron-server[83161]: WARNING oslo_policy.policy [None req-b359bc7e-4d5b-4c00-b714-942bcfe669ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:44:17.241582 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [None req-b359bc7e-4d5b-4c00-b714-942bcfe669ea admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83161) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 08 20:44:17.242722 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-b359bc7e-4d5b-4c00-b714-942bcfe669ea admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8111067 Mar 08 20:44:19.487780 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 38838) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:44:19.878057 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-048dc5f5-a953-40a8-a81e-bafb4eb9f740 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:44:19.931567 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.policy [None req-048dc5f5-a953-40a8-a81e-bafb4eb9f740 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83161) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 08 20:44:19.932316 dv-cinder-832328-1-smb neutron-server[83161]: WARNING oslo_policy.policy [None req-048dc5f5-a953-40a8-a81e-bafb4eb9f740 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:44:19.932682 dv-cinder-832328-1-smb neutron-server[83161]: WARNING oslo_policy.policy [None req-048dc5f5-a953-40a8-a81e-bafb4eb9f740 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:44:19.936031 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.quota [None req-048dc5f5-a953-40a8-a81e-bafb4eb9f740 admin admin] Loaded quota_driver: . Mar 08 20:44:19.951451 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-048dc5f5-a953-40a8-a81e-bafb4eb9f740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:44:20.020039 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-048dc5f5-a953-40a8-a81e-bafb4eb9f740 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774926027070', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774926012814', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774926012460', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774926401241', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774926391373', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3627191', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3518499', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-560529', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-637917'] for rbac-policy, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:20.093376 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-048dc5f5-a953-40a8-a81e-bafb4eb9f740 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:20.094591 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-048dc5f5-a953-40a8-a81e-bafb4eb9f740 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6058416 Mar 08 20:44:22.652949 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 38852) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:44:23.050127 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '446aff23567d443f9132121a8c7062c0'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:44:23.054767 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:44:23.059532 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Usage tracker for resource:network and tenant:446aff23567d443f9132121a8c7062c0 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:44:23.064040 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:44:23.070137 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:44:23.080637 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Made reservation on behalf of 446aff23567d443f9132121a8c7062c0 for: {'network': 1} {{(pid=83161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:44:23.083501 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for network, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:23.102129 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:23.143618 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:44:23.147327 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Usage tracker for resource:security_group_rule and tenant:446aff23567d443f9132121a8c7062c0 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:44:23.150686 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:44:23.156447 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:44:23.224369 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:23.229806 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:23.260633 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=83161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:44:23.290496 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774926378352', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:23.291013 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Unsubscribe: segment precommit_create {{(pid=83161) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 20:44:23.291514 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.db.segments_db [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Added segment 76ebe26e-2770-4f43-a5ce-3e57428a8f80 of type vlan for network 92f0e2cf-6d1f-47f8-924c-896dff5068bc Mar 08 20:44:23.305178 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d61c30-19c3-4a7f-8e46-62cd06d6678b,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:23.360897 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:23.361233 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:23.361565 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:23.361914 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:23.362235 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:23.362560 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:23.362872 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:23.363202 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:23.363517 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:23.363824 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:23.364138 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Tracked resource versions report: Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: pushed versions: Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: { 'ConntrackHelper': {'1.0'}, Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: 'Log': {'1.0'}, Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: 'Network': {'1.1'}, Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: 'Port': {'1.5'}, Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: 'PortForwarding': {'1.2'}, Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: 'QosPolicy': {'1.8'}, Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: 'SecurityGroup': {'1.2'}, Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: 'SecurityGroupRule': {'1.0'}, Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: 'SubPort': {'1.0'}, Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: 'Subnet': {'1.1'}, Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: 'Trunk': {'1.1'}} Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: consumer versions: Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: { DHCP agent@dv-cinder-832328-1-smb: {}, Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: L3 agent@dv-cinder-832328-1-smb: {}, Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: Metadata agent@dv-cinder-832328-1-smb: {}, Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: Metering agent@dv-cinder-832328-1-smb: {}, Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: Open vSwitch agent@dv-cinder-832328-1-smb: { 'ConntrackHelper': '1.0', Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: 'Log': '1.0', Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: 'Network': '1.1', Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: 'Port': '1.5', Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: 'PortForwarding': '1.2', Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: 'QosPolicy': '1.8', Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: 'SecurityGroup': '1.2', Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: 'SecurityGroupRule': '1.0', Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: 'SubPort': '1.0', Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: 'Subnet': '1.1', Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: 'Trunk': '1.1'}} Mar 08 20:44:23.365180 dv-cinder-832328-1-smb neutron-server[83161]: {{(pid=83161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:44:23.412264 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774925924886'] for network, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:23.451518 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423'] for network, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:23.452581 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:23.453259 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:23.563443 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9094431 Mar 08 20:44:23.564131 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a5f3d-7011-4afe-8069-9314825c2eee admin admin] Pushing event updated for resources: {'Network': ['ID=92f0e2cf-6d1f-47f8-924c-896dff5068bc,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:23.577337 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Network 92f0e2cf-6d1f-47f8-924c-896dff5068bc details requested by agent ovs-agent-dv-cinder-832328-1-smb with host dv-cinder-832328-1-smb {{(pid=83162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 20:44:26.161097 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 38868) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:44:26.774242 dv-cinder-832328-1-smb neutron-server[83160]: WARNING oslo_policy.policy [None req-d9753e29-818c-4747-a473-1f30b0938f9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:44:26.774831 dv-cinder-832328-1-smb neutron-server[83160]: WARNING oslo_policy.policy [None req-d9753e29-818c-4747-a473-1f30b0938f9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:44:27.181920 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.policy [None req-d9753e29-818c-4747-a473-1f30b0938f9d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83160) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 08 20:44:27.182706 dv-cinder-832328-1-smb neutron-server[83160]: WARNING oslo_policy.policy [None req-d9753e29-818c-4747-a473-1f30b0938f9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:44:27.183076 dv-cinder-832328-1-smb neutron-server[83160]: WARNING oslo_policy.policy [None req-d9753e29-818c-4747-a473-1f30b0938f9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 20:44:27.185977 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9753e29-818c-4747-a473-1f30b0938f9d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:27.187756 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-d9753e29-818c-4747-a473-1f30b0938f9d admin admin] 10.222.0.39 "GET /v2.0/networks/92f0e2cf-6d1f-47f8-924c-896dff5068bc HTTP/1.1" status: 200 len: 825 time: 1.0246801 Mar 08 20:44:27.218925 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-5b2f6ee1-f1d8-4aca-9a49-4eeccd9231a3 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/b2664514-a1d1-49f3-919f-c52dffa9bb69 HTTP/1.1" status: 200 len: 734 time: 0.0258093 Mar 08 20:44:27.227803 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-8dab20a1-4257-47c3-8719-1b3af4173ea7 admin admin] Request body: {'subnet': {'tenant_id': '446aff23567d443f9132121a8c7062c0', 'subnetpool_id': 'b2664514-a1d1-49f3-919f-c52dffa9bb69', 'network_id': '92f0e2cf-6d1f-47f8-924c-896dff5068bc', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:44:27.229341 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.quota [None req-8dab20a1-4257-47c3-8719-1b3af4173ea7 admin admin] Loaded quota_driver: . Mar 08 20:44:27.235209 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-8dab20a1-4257-47c3-8719-1b3af4173ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:44:27.240697 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-8dab20a1-4257-47c3-8719-1b3af4173ea7 admin admin] Usage tracker for resource:subnet and tenant:446aff23567d443f9132121a8c7062c0 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:44:27.244592 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-8dab20a1-4257-47c3-8719-1b3af4173ea7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:44:27.251494 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-8dab20a1-4257-47c3-8719-1b3af4173ea7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:44:27.265130 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dab20a1-4257-47c3-8719-1b3af4173ea7 admin admin] Made reservation on behalf of 446aff23567d443f9132121a8c7062c0 for: {'subnet': 1} {{(pid=83160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:44:27.267978 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8dab20a1-4257-47c3-8719-1b3af4173ea7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:27.570589 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8dab20a1-4257-47c3-8719-1b3af4173ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423'] for subnet, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:27.657464 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab20a1-4257-47c3-8719-1b3af4173ea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd7783c-4ab4-4a26-a419-c586e52dbd42,revision_number=0']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:27.659820 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dab20a1-4257-47c3-8719-1b3af4173ea7 admin admin] Checking segment: {'id': '76ebe26e-2770-4f43-a5ce-3e57428a8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '92f0e2cf-6d1f-47f8-924c-896dff5068bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:44:27.660212 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dab20a1-4257-47c3-8719-1b3af4173ea7 admin admin] Network hostable DHCP agents. Network: 92f0e2cf-6d1f-47f8-924c-896dff5068bc, hostable agents: ['f8f0924d-105e-45b1-98fc-f771e4a35ffd'], hosted agents: [] {{(pid=83160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:44:27.677637 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dab20a1-4257-47c3-8719-1b3af4173ea7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:27.678019 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dab20a1-4257-47c3-8719-1b3af4173ea7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:27.678357 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dab20a1-4257-47c3-8719-1b3af4173ea7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:27.678706 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dab20a1-4257-47c3-8719-1b3af4173ea7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:27.679030 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dab20a1-4257-47c3-8719-1b3af4173ea7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:27.679695 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dab20a1-4257-47c3-8719-1b3af4173ea7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:27.679695 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dab20a1-4257-47c3-8719-1b3af4173ea7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:27.679990 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dab20a1-4257-47c3-8719-1b3af4173ea7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:27.680568 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dab20a1-4257-47c3-8719-1b3af4173ea7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:27.680874 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dab20a1-4257-47c3-8719-1b3af4173ea7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:27.681182 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dab20a1-4257-47c3-8719-1b3af4173ea7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dab20a1-4257-47c3-8719-1b3af4173ea7 admin admin] Tracked resource versions report: Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: pushed versions: Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: { 'ConntrackHelper': {'1.0'}, Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: 'Log': {'1.0'}, Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: 'Network': {'1.1'}, Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: 'Port': {'1.5'}, Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: 'PortForwarding': {'1.2'}, Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: 'QosPolicy': {'1.8'}, Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: 'SecurityGroup': {'1.2'}, Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: 'SecurityGroupRule': {'1.0'}, Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: 'SubPort': {'1.0'}, Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: 'Subnet': {'1.1'}, Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: 'Trunk': {'1.1'}} Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: consumer versions: Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: { DHCP agent@dv-cinder-832328-1-smb: {}, Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: L3 agent@dv-cinder-832328-1-smb: {}, Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: Metadata agent@dv-cinder-832328-1-smb: {}, Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: Metering agent@dv-cinder-832328-1-smb: {}, Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: Open vSwitch agent@dv-cinder-832328-1-smb: { 'ConntrackHelper': '1.0', Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: 'Log': '1.0', Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: 'Network': '1.1', Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: 'Port': '1.5', Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: 'PortForwarding': '1.2', Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: 'QosPolicy': '1.8', Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: 'SecurityGroup': '1.2', Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: 'SecurityGroupRule': '1.0', Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: 'SubPort': '1.0', Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: 'Subnet': '1.1', Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: 'Trunk': '1.1'}} Mar 08 20:44:27.682253 dv-cinder-832328-1-smb neutron-server[83160]: {{(pid=83160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:44:27.717400 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dab20a1-4257-47c3-8719-1b3af4173ea7 admin admin] Network 92f0e2cf-6d1f-47f8-924c-896dff5068bc is scheduled to be hosted by DHCP agent f8f0924d-105e-45b1-98fc-f771e4a35ffd with binding_index 1 {{(pid=83160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:44:27.729167 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-8dab20a1-4257-47c3-8719-1b3af4173ea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-smb, 92f0e2cf-6d1f-47f8-924c-896dff5068bc) {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:44:27.737379 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dab20a1-4257-47c3-8719-1b3af4173ea7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:27.738224 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8dab20a1-4257-47c3-8719-1b3af4173ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for subnet, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:27.738942 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5868dedd-71e8-4d92-bb4f-5cb212adce79 None None] Network 92f0e2cf-6d1f-47f8-924c-896dff5068bc requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:44:27.760065 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-8dab20a1-4257-47c3-8719-1b3af4173ea7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5361831 Mar 08 20:44:28.044343 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82897f6b-9441-5f0c-ac3f-2ea43e747f11-92f0e2cf-6d1f-47f8-924c-896dff5068bc', 'network_id': '92f0e2cf-6d1f-47f8-924c-896dff5068bc', 'tenant_id': '446aff23567d443f9132121a8c7062c0', 'fixed_ips': [{'subnet_id': '8cd7783c-4ab4-4a26-a419-c586e52dbd42'}]}} from dv-cinder-832328-1-smb. {{(pid=83162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 08 20:44:28.045509 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:28.244163 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.db_base_plugin_common [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Allocated IP 172.20.0.2 (92f0e2cf-6d1f-47f8-924c-896dff5068bc/8cd7783c-4ab4-4a26-a419-c586e52dbd42/7196b6ce-742a-4312-8f74-7f6d3ffe3fb6) {{(pid=83162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:44:28.478701 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Notify callbacks [] for port, precommit_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:28.491838 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Transition to ACTIVE for port object 7196b6ce-742a-4312-8f74-7f6d3ffe3fb6 will not be triggered until provisioned by entity L2. {{(pid=83162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:44:28.511423 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Transition to ACTIVE for port object 7196b6ce-742a-4312-8f74-7f6d3ffe3fb6 will not be triggered until provisioned by entity DHCP. {{(pid=83162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:44:28.518232 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643'] for port, after_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:28.584344 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Network 92f0e2cf-6d1f-47f8-924c-896dff5068bc is already hosted by enough agents. {{(pid=83162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:44:28.587068 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.scheduler.base_scheduler [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Resources bound (agent type, host, resource id): {{(pid=83162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:44:28.593804 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Pushing event updated for resources: {'Port': ['ID=7196b6ce-742a-4312-8f74-7f6d3ffe3fb6,revision_number=1']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:28.596066 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Received port after_create {{(pid=83162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:44:28.607690 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:28.608046 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:28.608383 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:28.608714 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:28.609044 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:28.609371 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:28.609718 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:28.610046 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:28.610368 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:28.610688 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:28.611006 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Tracked resource versions report: Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: pushed versions: Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: { 'ConntrackHelper': {'1.0'}, Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: 'Log': {'1.0'}, Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: 'Network': {'1.1'}, Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: 'Port': {'1.5'}, Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: 'PortForwarding': {'1.2'}, Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: 'QosPolicy': {'1.8'}, Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: 'SecurityGroup': {'1.2'}, Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: 'SecurityGroupRule': {'1.0'}, Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: 'SubPort': {'1.0'}, Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: 'Subnet': {'1.1'}, Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: 'Trunk': {'1.1'}} Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: consumer versions: Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: { DHCP agent@dv-cinder-832328-1-smb: {}, Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: L3 agent@dv-cinder-832328-1-smb: {}, Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: Metadata agent@dv-cinder-832328-1-smb: {}, Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: Metering agent@dv-cinder-832328-1-smb: {}, Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: Open vSwitch agent@dv-cinder-832328-1-smb: { 'ConntrackHelper': '1.0', Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: 'Log': '1.0', Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: 'Network': '1.1', Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: 'Port': '1.5', Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: 'PortForwarding': '1.2', Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: 'QosPolicy': '1.8', Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: 'SecurityGroup': '1.2', Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: 'SecurityGroupRule': '1.0', Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: 'SubPort': '1.0', Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: 'Subnet': '1.1', Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: 'Trunk': '1.1'}} Mar 08 20:44:28.612108 dv-cinder-832328-1-smb neutron-server[83162]: {{(pid=83162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:44:28.700409 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Attempting to bind port 7196b6ce-742a-4312-8f74-7f6d3ffe3fb6 on host dv-cinder-832328-1-smb for vnic_type normal with profile {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:44:28.700804 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Attempting to bind port 7196b6ce-742a-4312-8f74-7f6d3ffe3fb6 by drivers openvswitch,hyperv on host dv-cinder-832328-1-smb at level 0 using segments [{'id': '76ebe26e-2770-4f43-a5ce-3e57428a8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '92f0e2cf-6d1f-47f8-924c-896dff5068bc'}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:44:28.701245 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Attempting to bind port 7196b6ce-742a-4312-8f74-7f6d3ffe3fb6 on network 92f0e2cf-6d1f-47f8-924c-896dff5068bc {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:44:28.707563 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Checking agent: {'id': '3893f380-9b19-46dd-a79f-fadbe55c1144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 20, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:44:28.707965 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Checking segment: {'id': '76ebe26e-2770-4f43-a5ce-3e57428a8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '92f0e2cf-6d1f-47f8-924c-896dff5068bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:44:28.708466 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:28.708854 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Bound using segment: {'id': '76ebe26e-2770-4f43-a5ce-3e57428a8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '92f0e2cf-6d1f-47f8-924c-896dff5068bc'} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:44:28.709349 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Bound port: 7196b6ce-742a-4312-8f74-7f6d3ffe3fb6, host: dv-cinder-832328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ebe26e-2770-4f43-a5ce-3e57428a8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '92f0e2cf-6d1f-47f8-924c-896dff5068bc'}}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:44:28.709778 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:28.793338 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] For port 7196b6ce-742a-4312-8f74-7f6d3ffe3fb6, host dv-cinder-832328-1-smb, cleared binding levels {{(pid=83162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:44:28.797086 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] For port 7196b6ce-742a-4312-8f74-7f6d3ffe3fb6, host dv-cinder-832328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=7196b6ce-742a-4312-8f74-7f6d3ffe3fb6,segment=NetworkSegment(76ebe26e-2770-4f43-a5ce-3e57428a8f80),segment_id=76ebe26e-2770-4f43-a5ce-3e57428a8f80)] {{(pid=83162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:44:28.802139 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:28.904976 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a67d1-444f-458b-bfbd-7d69078f57ab None None] Pushing event updated for resources: {'Port': ['ID=7196b6ce-742a-4312-8f74-7f6d3ffe3fb6,revision_number=2']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:30.116589 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 38888) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:44:30.505364 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [None req-95d6b0d4-8a46-45af-85af-67e3d9486049 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83160) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 08 20:44:30.506394 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-95d6b0d4-8a46-45af-85af-67e3d9486049 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3887064 Mar 08 20:44:31.775742 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 7196b6ce-742a-4312-8f74-7f6d3ffe3fb6 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:44:31.845503 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning for port 7196b6ce-742a-4312-8f74-7f6d3ffe3fb6 completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:44:32.525299 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebeb8779-eb7d-4e98-8e37-48523eb2e820 None None] Network 92f0e2cf-6d1f-47f8-924c-896dff5068bc requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:44:32.625296 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-9a558251-7a6e-46c7-9962-3e86149d5a45 None None] Provisioning for port 7196b6ce-742a-4312-8f74-7f6d3ffe3fb6 completed by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:44:32.640786 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-9a558251-7a6e-46c7-9962-3e86149d5a45 None None] Provisioning complete for port 7196b6ce-742a-4312-8f74-7f6d3ffe3fb6 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:44:32.641188 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-9a558251-7a6e-46c7-9962-3e86149d5a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:32.763151 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 38902) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:44:32.858855 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-9a558251-7a6e-46c7-9962-3e86149d5a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:32.899312 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-9a558251-7a6e-46c7-9962-3e86149d5a45 None None] For port 7196b6ce-742a-4312-8f74-7f6d3ffe3fb6, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=7196b6ce-742a-4312-8f74-7f6d3ffe3fb6,segment=NetworkSegment(76ebe26e-2770-4f43-a5ce-3e57428a8f80),segment_id=76ebe26e-2770-4f43-a5ce-3e57428a8f80)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:44:32.905047 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-9a558251-7a6e-46c7-9962-3e86149d5a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:32.970006 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a558251-7a6e-46c7-9962-3e86149d5a45 None None] Pushing event updated for resources: {'Port': ['ID=7196b6ce-742a-4312-8f74-7f6d3ffe3fb6,revision_number=3']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:33.127001 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-1406ce54-33e8-4487-bb7e-573c295f0995 None None] Provisioning complete for port 7196b6ce-742a-4312-8f74-7f6d3ffe3fb6 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:44:33.127474 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-1406ce54-33e8-4487-bb7e-573c295f0995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:33.245338 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [None req-b8847104-97c2-4a65-ab28-26304f393e10 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83160) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 08 20:44:33.246330 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-b8847104-97c2-4a65-ab28-26304f393e10 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4822748 Mar 08 20:44:33.738655 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 7196b6ce-742a-4312-8f74-7f6d3ffe3fb6 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:44:33.806977 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port 7196b6ce-742a-4312-8f74-7f6d3ffe3fb6 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:44:33.807344 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:35.785107 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 38914) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:44:36.144078 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-c2f0e735-68ca-4449-96c3-479e8113faf6 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '446aff23567d443f9132121a8c7062c0', 'name': 'router1'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:44:36.151845 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-c2f0e735-68ca-4449-96c3-479e8113faf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:44:36.155516 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-c2f0e735-68ca-4449-96c3-479e8113faf6 admin admin] Usage tracker for resource:router and tenant:446aff23567d443f9132121a8c7062c0 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:44:36.158825 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-c2f0e735-68ca-4449-96c3-479e8113faf6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:44:36.164374 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-c2f0e735-68ca-4449-96c3-479e8113faf6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:44:36.173811 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e735-68ca-4449-96c3-479e8113faf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-360017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8618'] for router, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:36.175282 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e735-68ca-4449-96c3-479e8113faf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-359986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8609'] for router, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:36.199752 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e735-68ca-4449-96c3-479e8113faf6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:36.300750 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e735-68ca-4449-96c3-479e8113faf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-356667'] for router, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:36.318898 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e735-68ca-4449-96c3-479e8113faf6 admin admin] Notify callbacks [] for router, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:36.320611 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-c2f0e735-68ca-4449-96c3-479e8113faf6 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5340230 Mar 08 20:44:38.583462 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 38924) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:44:38.969222 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [None req-9245de4c-e32f-4b41-9d93-b673679ac944 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83161) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 08 20:44:38.970175 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-9245de4c-e32f-4b41-9d93-b673679ac944 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3857965 Mar 08 20:44:39.997904 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8470-6a8e-47f5-af6b-6e8603e777e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:41.220451 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 38934) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:44:41.594391 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-7a710688-5f5c-4004-a9d0-be8715faa132 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:44:41.598843 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-7a710688-5f5c-4004-a9d0-be8715faa132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:44:41.603107 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-7a710688-5f5c-4004-a9d0-be8715faa132 admin admin] Usage tracker for resource:network and tenant:bdeb998011c34a4a96d7b1abc11dfaad is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:44:41.606463 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-7a710688-5f5c-4004-a9d0-be8715faa132 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:44:41.611962 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-7a710688-5f5c-4004-a9d0-be8715faa132 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:44:41.620995 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a710688-5f5c-4004-a9d0-be8715faa132 admin admin] Made reservation on behalf of bdeb998011c34a4a96d7b1abc11dfaad for: {'network': 1} {{(pid=83161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:44:41.623214 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-7a710688-5f5c-4004-a9d0-be8715faa132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for network, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:41.634646 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-7a710688-5f5c-4004-a9d0-be8715faa132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:41.667447 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-7a710688-5f5c-4004-a9d0-be8715faa132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:44:41.671706 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-7a710688-5f5c-4004-a9d0-be8715faa132 admin admin] Usage tracker for resource:security_group_rule and tenant:bdeb998011c34a4a96d7b1abc11dfaad is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:44:41.674409 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-7a710688-5f5c-4004-a9d0-be8715faa132 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:44:41.679893 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-7a710688-5f5c-4004-a9d0-be8715faa132 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:44:41.742251 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-7a710688-5f5c-4004-a9d0-be8715faa132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:41.745811 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-7a710688-5f5c-4004-a9d0-be8715faa132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:41.762178 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7a710688-5f5c-4004-a9d0-be8715faa132 admin admin] Reserving flat network on physical network physnet1 {{(pid=83161) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 20:44:41.785628 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a710688-5f5c-4004-a9d0-be8715faa132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f2ce93-f438-4373-8ed1-a573de58cafe,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:41.795446 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-7a710688-5f5c-4004-a9d0-be8715faa132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:41.795781 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.db.segments_db [None req-7a710688-5f5c-4004-a9d0-be8715faa132 admin admin] Added segment 270771a1-e195-4c27-89e2-1537a366dca1 of type flat for network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a Mar 08 20:44:41.830420 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-7a710688-5f5c-4004-a9d0-be8715faa132 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774925924886'] for network, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:41.868275 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-7a710688-5f5c-4004-a9d0-be8715faa132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423'] for network, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:41.869016 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a710688-5f5c-4004-a9d0-be8715faa132 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:41.869697 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-7a710688-5f5c-4004-a9d0-be8715faa132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:41.970873 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-7a710688-5f5c-4004-a9d0-be8715faa132 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7492595 Mar 08 20:44:41.971429 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a710688-5f5c-4004-a9d0-be8715faa132 admin admin] Pushing event updated for resources: {'Network': ['ID=f9f3acf9-d167-4056-a9c0-ac3b9bafea7a,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:41.984112 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a details requested by agent ovs-agent-dv-cinder-832328-1-smb with host dv-cinder-832328-1-smb {{(pid=83162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 20:44:42.281695 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-037fcc2b-7dee-4fbd-8c49-9470eb4d714a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:43.246257 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:43.496602 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:44.242827 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 38954) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:44:44.466281 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45383e6c-2edb-4a84-b988-1a3ee9f50e2d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:44.467565 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-45383e6c-2edb-4a84-b988-1a3ee9f50e2d admin admin] 10.222.0.39 "GET /v2.0/subnets/8cd7783c-4ab4-4a26-a419-c586e52dbd42 HTTP/1.1" status: 200 len: 849 time: 0.2238138 Mar 08 20:44:44.623741 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-51bb3016-b7a8-48b4-98ba-6ac06786cb78 admin admin] 10.222.0.39 "GET /v2.0/routers/e14a95bd-16b1-4f62-8b70-bb46c45034c2 HTTP/1.1" status: 200 len: 704 time: 0.1504619 Mar 08 20:44:44.752209 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:45.071099 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-74052e3b-cdf6-4aa8-b28a-527f5fb1df6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:45.300156 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_common [None req-74052e3b-cdf6-4aa8-b28a-527f5fb1df6d admin admin] Allocated IP 172.20.0.1 (92f0e2cf-6d1f-47f8-924c-896dff5068bc/8cd7783c-4ab4-4a26-a419-c586e52dbd42/5ad8d655-3e62-46be-8b6c-f2576653e56d) {{(pid=83160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:44:45.452522 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-74052e3b-cdf6-4aa8-b28a-527f5fb1df6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:45.471104 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.provisioning_blocks [None req-74052e3b-cdf6-4aa8-b28a-527f5fb1df6d admin admin] Transition to ACTIVE for port object 5ad8d655-3e62-46be-8b6c-f2576653e56d will not be triggered until provisioned by entity DHCP. {{(pid=83160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:44:45.525208 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-74052e3b-cdf6-4aa8-b28a-527f5fb1df6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643'] for port, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:45.589996 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74052e3b-cdf6-4aa8-b28a-527f5fb1df6d admin admin] Network 92f0e2cf-6d1f-47f8-924c-896dff5068bc is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:44:45.592772 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-74052e3b-cdf6-4aa8-b28a-527f5fb1df6d admin admin] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:44:45.597167 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74052e3b-cdf6-4aa8-b28a-527f5fb1df6d admin admin] Received port after_create {{(pid=83160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:44:45.598146 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-74052e3b-cdf6-4aa8-b28a-527f5fb1df6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-357313'] for router_interface, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:45.600196 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74052e3b-cdf6-4aa8-b28a-527f5fb1df6d admin admin] Pushing event updated for resources: {'Port': ['ID=5ad8d655-3e62-46be-8b6c-f2576653e56d,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:45.719785 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-74052e3b-cdf6-4aa8-b28a-527f5fb1df6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:45.836790 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-5deeea0a-1256-4b76-9905-4f46562f40ef None None] Provisioning for port 5ad8d655-3e62-46be-8b6c-f2576653e56d completed by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:44:45.841599 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-5deeea0a-1256-4b76-9905-4f46562f40ef None None] Provisioning complete for port 5ad8d655-3e62-46be-8b6c-f2576653e56d triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:44:45.842005 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-5deeea0a-1256-4b76-9905-4f46562f40ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:45.891028 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-5deeea0a-1256-4b76-9905-4f46562f40ef None None] Port 5ad8d655-3e62-46be-8b6c-f2576653e56d cannot update to ACTIVE because it is not bound. {{(pid=83162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 08 20:44:45.943369 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-74052e3b-cdf6-4aa8-b28a-527f5fb1df6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:45.948013 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-74052e3b-cdf6-4aa8-b28a-527f5fb1df6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:45.948807 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-74052e3b-cdf6-4aa8-b28a-527f5fb1df6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3538255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-357228'] for router_interface, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:46.100367 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74052e3b-cdf6-4aa8-b28a-527f5fb1df6d admin admin] Pushing event updated for resources: {'Port': ['ID=5ad8d655-3e62-46be-8b6c-f2576653e56d,revision_number=2']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:46.163297 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74052e3b-cdf6-4aa8-b28a-527f5fb1df6d admin admin] Network 92f0e2cf-6d1f-47f8-924c-896dff5068bc is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:44:46.164387 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-74052e3b-cdf6-4aa8-b28a-527f5fb1df6d admin admin] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:44:46.414883 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-e788dee3-3b6e-4b33-80f6-bba05baad7be None None] Provisioning complete for port 5ad8d655-3e62-46be-8b6c-f2576653e56d triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:44:46.415177 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-e788dee3-3b6e-4b33-80f6-bba05baad7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:46.464291 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-e788dee3-3b6e-4b33-80f6-bba05baad7be None None] Port 5ad8d655-3e62-46be-8b6c-f2576653e56d cannot update to ACTIVE because it is not bound. {{(pid=83162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 08 20:44:46.503884 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74052e3b-cdf6-4aa8-b28a-527f5fb1df6d admin admin] Router e14a95bd-16b1-4f62-8b70-bb46c45034c2 is scheduled to L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 with binding_index 1 {{(pid=83160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:44:46.664174 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74052e3b-cdf6-4aa8-b28a-527f5fb1df6d admin admin] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:44:46.673072 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-74052e3b-cdf6-4aa8-b28a-527f5fb1df6d admin admin] 10.222.0.39 "PUT /v2.0/routers/e14a95bd-16b1-4f62-8b70-bb46c45034c2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0444474 Mar 08 20:44:46.674050 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d1794e-347e-46d8-86a7-80d8e0ba772a None None] Sync routers for ids ['e14a95bd-16b1-4f62-8b70-bb46c45034c2'] in dv-cinder-832328-1-smb {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:44:46.687589 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d1794e-347e-46d8-86a7-80d8e0ba772a None None] Routers {'e14a95bd-16b1-4f62-8b70-bb46c45034c2'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:44:46.688417 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-f5d1794e-347e-46d8-86a7-80d8e0ba772a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:44:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['e14a95bd-16b1-4f62-8b70-bb46c45034c2'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:44:46.858370 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-f5d1794e-347e-46d8-86a7-80d8e0ba772a None None] Set router e14a95bd-16b1-4f62-8b70-bb46c45034c2 gateway port host: None {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:44:47.238406 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-f5d1794e-347e-46d8-86a7-80d8e0ba772a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a95bd-16b1-4f62-8b70-bb46c45034c2', 'name': 'router1', 'tenant_id': '446aff23567d443f9132121a8c7062c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:44:36Z', 'updated_at': '2022-03-08T20:44:45Z', 'revision_number': 2, 'project_id': '446aff23567d443f9132121a8c7062c0', 'gw_port_host': None, '_interfaces': [{'id': '5ad8d655-3e62-46be-8b6c-f2576653e56d', 'name': '', 'network_id': '92f0e2cf-6d1f-47f8-924c-896dff5068bc', 'tenant_id': '446aff23567d443f9132121a8c7062c0', 'mac_address': 'fa:16:3e:e8:5a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14a95bd-16b1-4f62-8b70-bb46c45034c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd7783c-4ab4-4a26-a419-c586e52dbd42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:44:45Z', 'updated_at': '2022-03-08T20:44:45Z', 'revision_number': 2, 'project_id': '446aff23567d443f9132121a8c7062c0', 'subnets': [{'id': '8cd7783c-4ab4-4a26-a419-c586e52dbd42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2664514-a1d1-49f3-919f-c52dffa9bb69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:44:47.243680 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d1794e-347e-46d8-86a7-80d8e0ba772a None None] Checking router: e14a95bd-16b1-4f62-8b70-bb46c45034c2 for host: dv-cinder-832328-1-smb {{(pid=83163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:44:47.244047 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d1794e-347e-46d8-86a7-80d8e0ba772a None None] Updating router e14a95bd-16b1-4f62-8b70-bb46c45034c2 port 5ad8d655-3e62-46be-8b6c-f2576653e56d binding host dv-cinder-832328-1-smb {{(pid=83163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 08 20:44:47.296645 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-f5d1794e-347e-46d8-86a7-80d8e0ba772a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:47.659121 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-f5d1794e-347e-46d8-86a7-80d8e0ba772a None None] Notify callbacks [] for port, precommit_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:47.673483 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.provisioning_blocks [None req-f5d1794e-347e-46d8-86a7-80d8e0ba772a None None] Transition to ACTIVE for port object 5ad8d655-3e62-46be-8b6c-f2576653e56d will not be triggered until provisioned by entity L2. {{(pid=83163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:44:47.680574 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-f5d1794e-347e-46d8-86a7-80d8e0ba772a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:47.919706 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2560218-b3a4-456f-9820-8c92dd154480 None None] Pushing event updated for resources: {'Port': ['ID=5ad8d655-3e62-46be-8b6c-f2576653e56d,revision_number=3']} {{(pid=83163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:47.924604 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-f5d1794e-347e-46d8-86a7-80d8e0ba772a None None] Attempting to bind port 5ad8d655-3e62-46be-8b6c-f2576653e56d on host dv-cinder-832328-1-smb for vnic_type normal with profile {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:44:47.925008 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-f5d1794e-347e-46d8-86a7-80d8e0ba772a None None] Attempting to bind port 5ad8d655-3e62-46be-8b6c-f2576653e56d by drivers openvswitch,hyperv on host dv-cinder-832328-1-smb at level 0 using segments [{'id': '76ebe26e-2770-4f43-a5ce-3e57428a8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '92f0e2cf-6d1f-47f8-924c-896dff5068bc'}] {{(pid=83163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:44:47.925437 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d1794e-347e-46d8-86a7-80d8e0ba772a None None] Attempting to bind port 5ad8d655-3e62-46be-8b6c-f2576653e56d on network 92f0e2cf-6d1f-47f8-924c-896dff5068bc {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:44:47.934867 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2560218-b3a4-456f-9820-8c92dd154480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:47.935206 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2560218-b3a4-456f-9820-8c92dd154480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:47.935534 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2560218-b3a4-456f-9820-8c92dd154480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:47.935859 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2560218-b3a4-456f-9820-8c92dd154480 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:47.936182 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2560218-b3a4-456f-9820-8c92dd154480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:47.936505 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2560218-b3a4-456f-9820-8c92dd154480 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:47.936822 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2560218-b3a4-456f-9820-8c92dd154480 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:47.937139 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2560218-b3a4-456f-9820-8c92dd154480 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:47.937451 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2560218-b3a4-456f-9820-8c92dd154480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:47.937791 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2560218-b3a4-456f-9820-8c92dd154480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:47.938103 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2560218-b3a4-456f-9820-8c92dd154480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2560218-b3a4-456f-9820-8c92dd154480 None None] Tracked resource versions report: Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: pushed versions: Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: { 'ConntrackHelper': {'1.0'}, Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: 'Log': {'1.0'}, Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: 'Network': {'1.1'}, Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: 'Port': {'1.5'}, Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: 'PortForwarding': {'1.2'}, Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: 'QosPolicy': {'1.8'}, Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: 'SecurityGroup': {'1.2'}, Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: 'SecurityGroupRule': {'1.0'}, Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: 'SubPort': {'1.0'}, Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: 'Subnet': {'1.1'}, Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: 'Trunk': {'1.1'}} Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: consumer versions: Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: { DHCP agent@dv-cinder-832328-1-smb: {}, Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: L3 agent@dv-cinder-832328-1-smb: {}, Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: Metadata agent@dv-cinder-832328-1-smb: {}, Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: Metering agent@dv-cinder-832328-1-smb: {}, Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: Open vSwitch agent@dv-cinder-832328-1-smb: { 'ConntrackHelper': '1.0', Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: 'Log': '1.0', Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: 'Network': '1.1', Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: 'Port': '1.5', Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: 'PortForwarding': '1.2', Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: 'QosPolicy': '1.8', Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: 'SecurityGroup': '1.2', Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: 'SecurityGroupRule': '1.0', Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: 'SubPort': '1.0', Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: 'Subnet': '1.1', Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: 'Trunk': '1.1'}} Mar 08 20:44:47.939166 dv-cinder-832328-1-smb neutron-server[83163]: {{(pid=83163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:44:47.941581 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d1794e-347e-46d8-86a7-80d8e0ba772a None None] Checking agent: {'id': '3893f380-9b19-46dd-a79f-fadbe55c1144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 20, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:44:47.941991 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d1794e-347e-46d8-86a7-80d8e0ba772a None None] Checking segment: {'id': '76ebe26e-2770-4f43-a5ce-3e57428a8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '92f0e2cf-6d1f-47f8-924c-896dff5068bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:44:47.942481 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-f5d1794e-347e-46d8-86a7-80d8e0ba772a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:47.942851 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d1794e-347e-46d8-86a7-80d8e0ba772a None None] Bound using segment: {'id': '76ebe26e-2770-4f43-a5ce-3e57428a8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '92f0e2cf-6d1f-47f8-924c-896dff5068bc'} {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:44:47.943337 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-f5d1794e-347e-46d8-86a7-80d8e0ba772a None None] Bound port: 5ad8d655-3e62-46be-8b6c-f2576653e56d, host: dv-cinder-832328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ebe26e-2770-4f43-a5ce-3e57428a8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '92f0e2cf-6d1f-47f8-924c-896dff5068bc'}}] {{(pid=83163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:44:47.943709 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-f5d1794e-347e-46d8-86a7-80d8e0ba772a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:48.029481 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.db [None req-f5d1794e-347e-46d8-86a7-80d8e0ba772a None None] For port 5ad8d655-3e62-46be-8b6c-f2576653e56d, host dv-cinder-832328-1-smb, cleared binding levels {{(pid=83163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:44:48.033320 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.db [None req-f5d1794e-347e-46d8-86a7-80d8e0ba772a None None] For port 5ad8d655-3e62-46be-8b6c-f2576653e56d, host dv-cinder-832328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=5ad8d655-3e62-46be-8b6c-f2576653e56d,segment=NetworkSegment(76ebe26e-2770-4f43-a5ce-3e57428a8f80),segment_id=76ebe26e-2770-4f43-a5ce-3e57428a8f80)] {{(pid=83163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:44:48.038407 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-f5d1794e-347e-46d8-86a7-80d8e0ba772a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:48.133476 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2560218-b3a4-456f-9820-8c92dd154480 None None] Pushing event updated for resources: {'Port': ['ID=5ad8d655-3e62-46be-8b6c-f2576653e56d,revision_number=4']} {{(pid=83163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:48.147012 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d1794e-347e-46d8-86a7-80d8e0ba772a None None] Routers {'e14a95bd-16b1-4f62-8b70-bb46c45034c2'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:44:48.147625 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-f5d1794e-347e-46d8-86a7-80d8e0ba772a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:44:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['e14a95bd-16b1-4f62-8b70-bb46c45034c2'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:44:48.298457 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-f5d1794e-347e-46d8-86a7-80d8e0ba772a None None] Set router e14a95bd-16b1-4f62-8b70-bb46c45034c2 gateway port host: None {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:44:48.616022 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-f5d1794e-347e-46d8-86a7-80d8e0ba772a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a95bd-16b1-4f62-8b70-bb46c45034c2', 'name': 'router1', 'tenant_id': '446aff23567d443f9132121a8c7062c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:44:36Z', 'updated_at': '2022-03-08T20:44:45Z', 'revision_number': 2, 'project_id': '446aff23567d443f9132121a8c7062c0', 'gw_port_host': None, '_interfaces': [{'id': '5ad8d655-3e62-46be-8b6c-f2576653e56d', 'name': '', 'network_id': '92f0e2cf-6d1f-47f8-924c-896dff5068bc', 'tenant_id': '446aff23567d443f9132121a8c7062c0', 'mac_address': 'fa:16:3e:e8:5a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14a95bd-16b1-4f62-8b70-bb46c45034c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd7783c-4ab4-4a26-a419-c586e52dbd42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:44:45Z', 'updated_at': '2022-03-08T20:44:48Z', 'revision_number': 4, 'project_id': '446aff23567d443f9132121a8c7062c0', 'subnets': [{'id': '8cd7783c-4ab4-4a26-a419-c586e52dbd42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2664514-a1d1-49f3-919f-c52dffa9bb69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:44:48.620413 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d1794e-347e-46d8-86a7-80d8e0ba772a None None] The sync data for ids ['e14a95bd-16b1-4f62-8b70-bb46c45034c2'] in dv-cinder-832328-1-smb is: [{'id': 'e14a95bd-16b1-4f62-8b70-bb46c45034c2', 'name': 'router1', 'tenant_id': '446aff23567d443f9132121a8c7062c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:44:36Z', 'updated_at': '2022-03-08T20:44:45Z', 'revision_number': 2, 'project_id': '446aff23567d443f9132121a8c7062c0', 'gw_port_host': None, '_interfaces': [{'id': '5ad8d655-3e62-46be-8b6c-f2576653e56d', 'name': '', 'network_id': '92f0e2cf-6d1f-47f8-924c-896dff5068bc', 'tenant_id': '446aff23567d443f9132121a8c7062c0', 'mac_address': 'fa:16:3e:e8:5a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14a95bd-16b1-4f62-8b70-bb46c45034c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd7783c-4ab4-4a26-a419-c586e52dbd42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:44:45Z', 'updated_at': '2022-03-08T20:44:48Z', 'revision_number': 4, 'project_id': '446aff23567d443f9132121a8c7062c0', 'subnets': [{'id': '8cd7783c-4ab4-4a26-a419-c586e52dbd42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2664514-a1d1-49f3-919f-c52dffa9bb69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:44:48.750018 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 38976) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:44:48.923524 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19784aad-2f9b-4448-9673-088ace2d853f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:48.924878 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-19784aad-2f9b-4448-9673-088ace2d853f admin admin] 10.222.0.39 "GET /v2.0/networks/f9f3acf9-d167-4056-a9c0-ac3b9bafea7a HTTP/1.1" status: 200 len: 842 time: 0.1738617 Mar 08 20:44:48.934792 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-0e266570-7507-47dc-8f1d-bf45ef6efc87 admin admin] Request body: {'subnet': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'enable_dhcp': False, 'cidr': '172.28.2.0/24', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.28.2.1'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:44:48.940035 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-0e266570-7507-47dc-8f1d-bf45ef6efc87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:44:48.943817 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-0e266570-7507-47dc-8f1d-bf45ef6efc87 admin admin] Usage tracker for resource:subnet and tenant:bdeb998011c34a4a96d7b1abc11dfaad is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:44:48.946602 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-0e266570-7507-47dc-8f1d-bf45ef6efc87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:44:48.952150 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-0e266570-7507-47dc-8f1d-bf45ef6efc87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:44:48.962239 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e266570-7507-47dc-8f1d-bf45ef6efc87 admin admin] Made reservation on behalf of bdeb998011c34a4a96d7b1abc11dfaad for: {'subnet': 1} {{(pid=83160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:44:48.964628 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-0e266570-7507-47dc-8f1d-bf45ef6efc87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:49.313604 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.objects.ports [None req-0e266570-7507-47dc-8f1d-bf45ef6efc87 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83160) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 08 20:44:49.314058 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-0e266570-7507-47dc-8f1d-bf45ef6efc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423'] for subnet, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:49.388264 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e266570-7507-47dc-8f1d-bf45ef6efc87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a481e38-0dcf-4733-b8bf-eb46fecff3f0,revision_number=0']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:49.396458 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e266570-7507-47dc-8f1d-bf45ef6efc87 admin admin] Checking segment: {'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:44:49.396803 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e266570-7507-47dc-8f1d-bf45ef6efc87 admin admin] Network hostable DHCP agents. Network: f9f3acf9-d167-4056-a9c0-ac3b9bafea7a, hostable agents: ['f8f0924d-105e-45b1-98fc-f771e4a35ffd'], hosted agents: [] {{(pid=83160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:44:49.416968 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e266570-7507-47dc-8f1d-bf45ef6efc87 admin admin] Network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a is scheduled to be hosted by DHCP agent f8f0924d-105e-45b1-98fc-f771e4a35ffd with binding_index 1 {{(pid=83160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:44:49.425595 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-0e266570-7507-47dc-8f1d-bf45ef6efc87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-smb, f9f3acf9-d167-4056-a9c0-ac3b9bafea7a) {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:44:49.430299 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e266570-7507-47dc-8f1d-bf45ef6efc87 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:49.430806 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-0e266570-7507-47dc-8f1d-bf45ef6efc87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for subnet, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:49.436888 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ce9d07-723e-4bcb-92f6-c50aaff9e6bc None None] Network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:44:49.450911 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-0e266570-7507-47dc-8f1d-bf45ef6efc87 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5194938 Mar 08 20:44:49.698555 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45118c36-34cd-4b18-8619-77b7f4b79dcb None None] Network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:44:49.787825 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 5ad8d655-3e62-46be-8b6c-f2576653e56d up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:44:49.945744 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning for port 5ad8d655-3e62-46be-8b6c-f2576653e56d completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:44:49.976400 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port 5ad8d655-3e62-46be-8b6c-f2576653e56d triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:44:49.976704 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:50.088260 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:50.119430 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] For port 5ad8d655-3e62-46be-8b6c-f2576653e56d, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=5ad8d655-3e62-46be-8b6c-f2576653e56d,segment=NetworkSegment(76ebe26e-2770-4f43-a5ce-3e57428a8f80),segment_id=76ebe26e-2770-4f43-a5ce-3e57428a8f80)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:44:50.123745 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:50.188657 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Pushing event updated for resources: {'Port': ['ID=5ad8d655-3e62-46be-8b6c-f2576653e56d,revision_number=5']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:51.599642 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 38990) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:44:51.747876 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 5ad8d655-3e62-46be-8b6c-f2576653e56d up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:44:51.817089 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port 5ad8d655-3e62-46be-8b6c-f2576653e56d triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:44:51.817452 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:51.861592 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-5f22fe7b-16b3-422e-89a0-a9868fcdf275 admin admin] 10.222.0.39 "GET /v2.0/routers/e14a95bd-16b1-4f62-8b70-bb46c45034c2 HTTP/1.1" status: 200 len: 710 time: 0.2607868 Mar 08 20:44:51.985748 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3398ef-2311-45e7-910a-389301d7eedd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:44:51.987126 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-ad3398ef-2311-45e7-910a-389301d7eedd admin admin] 10.222.0.39 "GET /v2.0/networks/f9f3acf9-d167-4056-a9c0-ac3b9bafea7a HTTP/1.1" status: 200 len: 886 time: 0.1206422 Mar 08 20:44:51.995658 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-83107fb1-aefe-4468-86aa-0aa474f7c5b7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:44:52.460777 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-83107fb1-aefe-4468-86aa-0aa474f7c5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15691'] for router, precommit_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:52.639269 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-83107fb1-aefe-4468-86aa-0aa474f7c5b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:52.694490 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-83107fb1-aefe-4468-86aa-0aa474f7c5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:52.821214 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_common [None req-83107fb1-aefe-4468-86aa-0aa474f7c5b7 admin admin] Allocated IP 172.28.2.228 (f9f3acf9-d167-4056-a9c0-ac3b9bafea7a/9a481e38-0dcf-4733-b8bf-eb46fecff3f0/5f66ded0-71ee-4518-8159-08e6efd8db20) {{(pid=83160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:44:52.960831 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-83107fb1-aefe-4468-86aa-0aa474f7c5b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:52.986064 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-83107fb1-aefe-4468-86aa-0aa474f7c5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643'] for port, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:53.052423 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83107fb1-aefe-4468-86aa-0aa474f7c5b7 admin admin] Network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:44:53.055972 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-83107fb1-aefe-4468-86aa-0aa474f7c5b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:44:53.060404 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83107fb1-aefe-4468-86aa-0aa474f7c5b7 admin admin] Received port after_create {{(pid=83160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:44:53.083214 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83107fb1-aefe-4468-86aa-0aa474f7c5b7 admin admin] Pushing event updated for resources: {'Port': ['ID=5f66ded0-71ee-4518-8159-08e6efd8db20,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:53.235763 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-83107fb1-aefe-4468-86aa-0aa474f7c5b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:53.393632 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-83107fb1-aefe-4468-86aa-0aa474f7c5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15691'] for router, precommit_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:53.396780 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-83107fb1-aefe-4468-86aa-0aa474f7c5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-356667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-356653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-356658', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-361392'] for router, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:53.583541 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83107fb1-aefe-4468-86aa-0aa474f7c5b7 admin admin] Router e14a95bd-16b1-4f62-8b70-bb46c45034c2 has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:44:53.770572 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83107fb1-aefe-4468-86aa-0aa474f7c5b7 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:44:53.778944 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-83107fb1-aefe-4468-86aa-0aa474f7c5b7 admin admin] Notify callbacks [] for router, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:53.780099 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-83107fb1-aefe-4468-86aa-0aa474f7c5b7 admin admin] 10.222.0.39 "PUT /v2.0/routers/e14a95bd-16b1-4f62-8b70-bb46c45034c2 HTTP/1.1" status: 200 len: 890 time: 1.7876625 Mar 08 20:44:53.780896 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f5dc34-79ae-4b0f-843b-b1771797f6af None None] Sync routers for ids ['e14a95bd-16b1-4f62-8b70-bb46c45034c2'] in dv-cinder-832328-1-smb {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:44:53.794271 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f5dc34-79ae-4b0f-843b-b1771797f6af None None] Routers {'e14a95bd-16b1-4f62-8b70-bb46c45034c2'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:44:53.794947 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-19f5dc34-79ae-4b0f-843b-b1771797f6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:44:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['e14a95bd-16b1-4f62-8b70-bb46c45034c2'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:44:53.986557 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-19f5dc34-79ae-4b0f-843b-b1771797f6af None None] Set router e14a95bd-16b1-4f62-8b70-bb46c45034c2 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:44:54.323377 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-19f5dc34-79ae-4b0f-843b-b1771797f6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a95bd-16b1-4f62-8b70-bb46c45034c2', 'name': 'router1', 'tenant_id': '446aff23567d443f9132121a8c7062c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.228'}], 'enable_snat': True}, 'gw_port_id': '5f66ded0-71ee-4518-8159-08e6efd8db20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:44:36Z', 'updated_at': '2022-03-08T20:44:53Z', 'revision_number': 4, 'project_id': '446aff23567d443f9132121a8c7062c0', 'gw_port': {'id': '5f66ded0-71ee-4518-8159-08e6efd8db20', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14a95bd-16b1-4f62-8b70-bb46c45034c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:44:52Z', 'updated_at': '2022-03-08T20:44:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': '5ad8d655-3e62-46be-8b6c-f2576653e56d', 'name': '', 'network_id': '92f0e2cf-6d1f-47f8-924c-896dff5068bc', 'tenant_id': '446aff23567d443f9132121a8c7062c0', 'mac_address': 'fa:16:3e:e8:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a95bd-16b1-4f62-8b70-bb46c45034c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd7783c-4ab4-4a26-a419-c586e52dbd42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:44:45Z', 'updated_at': '2022-03-08T20:44:50Z', 'revision_number': 5, 'project_id': '446aff23567d443f9132121a8c7062c0', 'subnets': [{'id': '8cd7783c-4ab4-4a26-a419-c586e52dbd42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2664514-a1d1-49f3-919f-c52dffa9bb69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:44:54.328189 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f5dc34-79ae-4b0f-843b-b1771797f6af None None] Checking router: e14a95bd-16b1-4f62-8b70-bb46c45034c2 for host: dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:44:54.328551 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f5dc34-79ae-4b0f-843b-b1771797f6af None None] Updating router e14a95bd-16b1-4f62-8b70-bb46c45034c2 port 5f66ded0-71ee-4518-8159-08e6efd8db20 binding host dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 08 20:44:54.377143 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-19f5dc34-79ae-4b0f-843b-b1771797f6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:54.695195 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-19f5dc34-79ae-4b0f-843b-b1771797f6af None None] Notify callbacks [] for port, precommit_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:54.706505 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-19f5dc34-79ae-4b0f-843b-b1771797f6af None None] Transition to ACTIVE for port object 5f66ded0-71ee-4518-8159-08e6efd8db20 will not be triggered until provisioned by entity L2. {{(pid=83162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:44:54.712574 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-19f5dc34-79ae-4b0f-843b-b1771797f6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:54.783370 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7654a3-5a09-42e9-b123-b7a20b68cda8 None None] Pushing event updated for resources: {'Port': ['ID=5f66ded0-71ee-4518-8159-08e6efd8db20,revision_number=2']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:54.792060 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-19f5dc34-79ae-4b0f-843b-b1771797f6af None None] Attempting to bind port 5f66ded0-71ee-4518-8159-08e6efd8db20 on host dv-cinder-832328-1-smb for vnic_type normal with profile {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:44:54.792428 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-19f5dc34-79ae-4b0f-843b-b1771797f6af None None] Attempting to bind port 5f66ded0-71ee-4518-8159-08e6efd8db20 by drivers openvswitch,hyperv on host dv-cinder-832328-1-smb at level 0 using segments [{'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:44:54.792787 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f5dc34-79ae-4b0f-843b-b1771797f6af None None] Attempting to bind port 5f66ded0-71ee-4518-8159-08e6efd8db20 on network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:44:54.799286 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f5dc34-79ae-4b0f-843b-b1771797f6af None None] Checking agent: {'id': '3893f380-9b19-46dd-a79f-fadbe55c1144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 20, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:44:54.799653 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f5dc34-79ae-4b0f-843b-b1771797f6af None None] Checking segment: {'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:44:54.800044 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-19f5dc34-79ae-4b0f-843b-b1771797f6af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:54.800452 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f5dc34-79ae-4b0f-843b-b1771797f6af None None] Bound using segment: {'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:44:54.800905 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-19f5dc34-79ae-4b0f-843b-b1771797f6af None None] Bound port: 5f66ded0-71ee-4518-8159-08e6efd8db20, host: dv-cinder-832328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:44:54.801286 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-19f5dc34-79ae-4b0f-843b-b1771797f6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:54.869297 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-19f5dc34-79ae-4b0f-843b-b1771797f6af None None] For port 5f66ded0-71ee-4518-8159-08e6efd8db20, host dv-cinder-832328-1-smb, cleared binding levels {{(pid=83162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:44:54.872188 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-19f5dc34-79ae-4b0f-843b-b1771797f6af None None] For port 5f66ded0-71ee-4518-8159-08e6efd8db20, host dv-cinder-832328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=5f66ded0-71ee-4518-8159-08e6efd8db20,segment=NetworkSegment(270771a1-e195-4c27-89e2-1537a366dca1),segment_id=270771a1-e195-4c27-89e2-1537a366dca1)] {{(pid=83162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:44:54.876394 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-19f5dc34-79ae-4b0f-843b-b1771797f6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:54.976616 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7654a3-5a09-42e9-b123-b7a20b68cda8 None None] Pushing event updated for resources: {'Port': ['ID=5f66ded0-71ee-4518-8159-08e6efd8db20,revision_number=3']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:54.980135 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f5dc34-79ae-4b0f-843b-b1771797f6af None None] Routers {'e14a95bd-16b1-4f62-8b70-bb46c45034c2'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:44:54.980720 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-19f5dc34-79ae-4b0f-843b-b1771797f6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:44:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['e14a95bd-16b1-4f62-8b70-bb46c45034c2'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:44:55.156420 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-19f5dc34-79ae-4b0f-843b-b1771797f6af None None] Set router e14a95bd-16b1-4f62-8b70-bb46c45034c2 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:44:55.470598 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-19f5dc34-79ae-4b0f-843b-b1771797f6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a95bd-16b1-4f62-8b70-bb46c45034c2', 'name': 'router1', 'tenant_id': '446aff23567d443f9132121a8c7062c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.228'}], 'enable_snat': True}, 'gw_port_id': '5f66ded0-71ee-4518-8159-08e6efd8db20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:44:36Z', 'updated_at': '2022-03-08T20:44:53Z', 'revision_number': 4, 'project_id': '446aff23567d443f9132121a8c7062c0', 'gw_port': {'id': '5f66ded0-71ee-4518-8159-08e6efd8db20', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14a95bd-16b1-4f62-8b70-bb46c45034c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:44:52Z', 'updated_at': '2022-03-08T20:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': '5ad8d655-3e62-46be-8b6c-f2576653e56d', 'name': '', 'network_id': '92f0e2cf-6d1f-47f8-924c-896dff5068bc', 'tenant_id': '446aff23567d443f9132121a8c7062c0', 'mac_address': 'fa:16:3e:e8:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a95bd-16b1-4f62-8b70-bb46c45034c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd7783c-4ab4-4a26-a419-c586e52dbd42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:44:45Z', 'updated_at': '2022-03-08T20:44:50Z', 'revision_number': 5, 'project_id': '446aff23567d443f9132121a8c7062c0', 'subnets': [{'id': '8cd7783c-4ab4-4a26-a419-c586e52dbd42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2664514-a1d1-49f3-919f-c52dffa9bb69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:44:55.474600 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f5dc34-79ae-4b0f-843b-b1771797f6af None None] The sync data for ids ['e14a95bd-16b1-4f62-8b70-bb46c45034c2'] in dv-cinder-832328-1-smb is: [{'id': 'e14a95bd-16b1-4f62-8b70-bb46c45034c2', 'name': 'router1', 'tenant_id': '446aff23567d443f9132121a8c7062c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.228'}], 'enable_snat': True}, 'gw_port_id': '5f66ded0-71ee-4518-8159-08e6efd8db20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:44:36Z', 'updated_at': '2022-03-08T20:44:53Z', 'revision_number': 4, 'project_id': '446aff23567d443f9132121a8c7062c0', 'gw_port': {'id': '5f66ded0-71ee-4518-8159-08e6efd8db20', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14a95bd-16b1-4f62-8b70-bb46c45034c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:44:52Z', 'updated_at': '2022-03-08T20:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': '5ad8d655-3e62-46be-8b6c-f2576653e56d', 'name': '', 'network_id': '92f0e2cf-6d1f-47f8-924c-896dff5068bc', 'tenant_id': '446aff23567d443f9132121a8c7062c0', 'mac_address': 'fa:16:3e:e8:5a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a95bd-16b1-4f62-8b70-bb46c45034c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cd7783c-4ab4-4a26-a419-c586e52dbd42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:44:45Z', 'updated_at': '2022-03-08T20:44:50Z', 'revision_number': 5, 'project_id': '446aff23567d443f9132121a8c7062c0', 'subnets': [{'id': '8cd7783c-4ab4-4a26-a419-c586e52dbd42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2664514-a1d1-49f3-919f-c52dffa9bb69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:44:55.777136 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 5f66ded0-71ee-4518-8159-08e6efd8db20 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:44:55.851535 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning for port 5f66ded0-71ee-4518-8159-08e6efd8db20 completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:44:55.857297 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port 5f66ded0-71ee-4518-8159-08e6efd8db20 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:44:55.857690 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:55.975164 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:55.992007 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] For port 5f66ded0-71ee-4518-8159-08e6efd8db20, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=5f66ded0-71ee-4518-8159-08e6efd8db20,segment=NetworkSegment(270771a1-e195-4c27-89e2-1537a366dca1),segment_id=270771a1-e195-4c27-89e2-1537a366dca1)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:44:55.996318 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:44:56.033417 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 39000) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:44:56.070739 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Pushing event updated for resources: {'Port': ['ID=5f66ded0-71ee-4518-8159-08e6efd8db20,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:44:56.175592 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-59a44bf1-beeb-4ce9-a387-3e922746b356 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1410503 Mar 08 20:44:57.768753 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 5f66ded0-71ee-4518-8159-08e6efd8db20 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:44:57.838682 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port 5f66ded0-71ee-4518-8159-08e6efd8db20 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:44:57.838922 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:45:01.733877 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 5 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 20:45:10.001025 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-3da18c44-5957-40ce-918b-c8e9efc92f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:45:12.273906 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-2b6b151f-15e3-445e-be52-bb5f1c467b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:45:13.248725 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:45:13.499865 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:45:14.768739 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:45:38.733477 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 5 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 20:45:40.005876 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-722a09bb-e54c-4296-9302-c2498281f0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:45:42.291338 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-ee0e6425-702f-4d83-86c9-49e5fe428ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:45:43.263727 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:45:43.502145 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:45:44.770592 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:46:10.008783 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-4dadd5f5-f011-4da3-877c-15801c2a167d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:46:12.274323 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-dffe5800-dbfc-4269-9777-c07e153cd9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:46:13.258497 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:46:13.505499 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:46:14.776870 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:46:15.733274 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 5 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 20:46:40.004653 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-f30ea0ec-0149-4e27-a9f8-c42c34bb82b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:46:42.276818 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-6b679e65-1c28-45ff-b067-b83dd375a68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:46:43.257527 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:46:43.511010 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:46:44.780503 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:46:52.733307 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 5 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 20:46:58.873740 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 39574) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:46:58.962414 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e5916f-a8a1-42cf-a2cd-1ef6710fdd66 admin admin] GET failed (client error): The resource could not be found. Mar 08 20:46:58.965687 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-b0e5916f-a8a1-42cf-a2cd-1ef6710fdd66 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0889719 Mar 08 20:46:59.090413 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae91505-2b39-4af1-a410-62928f548c77 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:46:59.091856 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-1ae91505-2b39-4af1-a410-62928f548c77 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1242673 Mar 08 20:47:01.103520 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 39584) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:47:01.241788 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d46696-615c-403b-9cff-e7044f3bf141 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:01.243087 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-c9d46696-615c-403b-9cff-e7044f3bf141 admin admin] 10.222.0.39 "GET /v2.0/subnets/8cd7783c-4ab4-4a26-a419-c586e52dbd42 HTTP/1.1" status: 200 len: 849 time: 0.1385279 Mar 08 20:47:01.252023 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-5b23f408-4e5c-4bcf-9af1-339bd853ea8b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:47:01.363849 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5b23f408-4e5c-4bcf-9af1-339bd853ea8b admin admin] Notify callbacks [] for subnet, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:01.556639 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5b23f408-4e5c-4bcf-9af1-339bd853ea8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774926299037'] for subnet, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:01.614901 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b23f408-4e5c-4bcf-9af1-339bd853ea8b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:01.615804 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5b23f408-4e5c-4bcf-9af1-339bd853ea8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for subnet, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:01.629694 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-5b23f408-4e5c-4bcf-9af1-339bd853ea8b admin admin] 10.222.0.39 "PUT /v2.0/subnets/8cd7783c-4ab4-4a26-a419-c586e52dbd42 HTTP/1.1" status: 200 len: 868 time: 0.3687484 Mar 08 20:47:01.629955 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3068b3-4841-4a23-9fb5-21a680ffbb3e None None] Network 92f0e2cf-6d1f-47f8-924c-896dff5068bc requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:47:01.638730 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23f408-4e5c-4bcf-9af1-339bd853ea8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd7783c-4ab4-4a26-a419-c586e52dbd42,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:47:01.647928 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23f408-4e5c-4bcf-9af1-339bd853ea8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:01.648287 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23f408-4e5c-4bcf-9af1-339bd853ea8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:01.648597 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23f408-4e5c-4bcf-9af1-339bd853ea8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:01.648926 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23f408-4e5c-4bcf-9af1-339bd853ea8b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:01.649255 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23f408-4e5c-4bcf-9af1-339bd853ea8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:01.649576 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23f408-4e5c-4bcf-9af1-339bd853ea8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:01.649927 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23f408-4e5c-4bcf-9af1-339bd853ea8b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:01.650267 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23f408-4e5c-4bcf-9af1-339bd853ea8b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:01.650595 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23f408-4e5c-4bcf-9af1-339bd853ea8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:01.650912 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23f408-4e5c-4bcf-9af1-339bd853ea8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:01.651220 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b23f408-4e5c-4bcf-9af1-339bd853ea8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:02.094244 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-04a35911-08dd-4012-b85b-eb108652de42 None None] Provisioning complete for port 5ad8d655-3e62-46be-8b6c-f2576653e56d triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:47:02.094885 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-04a35911-08dd-4012-b85b-eb108652de42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:02.223603 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-04a35911-08dd-4012-b85b-eb108652de42 None None] Provisioning complete for port 7196b6ce-742a-4312-8f74-7f6d3ffe3fb6 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:47:02.223858 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-04a35911-08dd-4012-b85b-eb108652de42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:03.654452 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 39594) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:47:03.846318 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358e79c8-7ec5-4c77-bceb-c326604b6618 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:03.846602 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358e79c8-7ec5-4c77-bceb-c326604b6618 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:03.849160 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-358e79c8-7ec5-4c77-bceb-c326604b6618 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1935308 Mar 08 20:47:05.871054 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 39604) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:47:06.060712 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b981250a-4b52-4023-9fe7-49b747772a90 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:06.061027 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b981250a-4b52-4023-9fe7-49b747772a90 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:06.062567 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-b981250a-4b52-4023-9fe7-49b747772a90 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1905475 Mar 08 20:47:08.091857 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 39614) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:47:08.285382 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708189d8-c35c-4e97-91ed-8e2ce93c5917 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:08.288480 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-708189d8-c35c-4e97-91ed-8e2ce93c5917 admin admin] 10.222.0.39 "GET /v2.0/networks/92f0e2cf-6d1f-47f8-924c-896dff5068bc HTTP/1.1" status: 200 len: 869 time: 0.1938736 Mar 08 20:47:10.007467 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-8282e66e-b091-4d8c-8679-c295e1730e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:10.310452 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 39624) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:47:10.500722 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c1ce57-6554-4d07-a6c0-e7adbf470247 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:10.502076 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-c3c1ce57-6554-4d07-a6c0-e7adbf470247 admin admin] 10.222.0.39 "GET /v2.0/networks/f9f3acf9-d167-4056-a9c0-ac3b9bafea7a HTTP/1.1" status: 200 len: 886 time: 0.1906874 Mar 08 20:47:12.278980 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-c5d6b702-cecf-489c-b4e7-31751892b84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:12.554323 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 39634) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:47:12.716940 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf6aa6-16e0-48b9-872d-c24c7dda7263 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:12.717306 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf6aa6-16e0-48b9-872d-c24c7dda7263 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:12.718044 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-7fbf6aa6-16e0-48b9-872d-c24c7dda7263 admin admin] Synchronizing usage tracker for tenant:bdeb998011c34a4a96d7b1abc11dfaad on resource:subnet {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:47:12.734954 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-7fbf6aa6-16e0-48b9-872d-c24c7dda7263 admin admin] Unset dirty status for tenant:bdeb998011c34a4a96d7b1abc11dfaad on resource:subnet {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:47:12.736160 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-7fbf6aa6-16e0-48b9-872d-c24c7dda7263 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1809602 Mar 08 20:47:13.262586 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:13.512945 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:14.741526 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 39644) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:47:14.789230 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:14.874651 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853c4aef-ef56-4685-9468-b79c91e1bc14 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:14.875021 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853c4aef-ef56-4685-9468-b79c91e1bc14 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:14.876480 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-853c4aef-ef56-4685-9468-b79c91e1bc14 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1339877 Mar 08 20:47:16.898825 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 39654) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:47:17.028442 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3e1ebf-4ecf-47d4-8f25-e1475bd8295c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:17.029847 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-fb3e1ebf-4ecf-47d4-8f25-e1475bd8295c admin admin] 10.222.0.39 "GET /v2.0/subnets/8cd7783c-4ab4-4a26-a419-c586e52dbd42 HTTP/1.1" status: 200 len: 868 time: 0.1299751 Mar 08 20:47:19.050168 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 39664) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:47:19.171039 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed11916-a4dd-4f4e-ba20-1041854a6f39 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:19.172419 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-4ed11916-a4dd-4f4e-ba20-1041854a6f39 admin admin] 10.222.0.39 "GET /v2.0/subnets/9a481e38-0dcf-4733-b8bf-eb46fecff3f0 HTTP/1.1" status: 200 len: 816 time: 0.1213126 Mar 08 20:47:29.733593 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 5 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 20:47:37.137992 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 39704) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:47:37.207576 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [None req-107460f1-5fa1-4a1c-a7e5-66a1573a4c75 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83160) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 08 20:47:37.208542 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-107460f1-5fa1-4a1c-a7e5-66a1573a4c75 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0695951 Mar 08 20:47:39.297902 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 39714) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:47:39.385427 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.pecan_wsgi.hooks.translation [None req-418419fe-1705-4f91-925d-5b1850a3f5dc admin admin] GET failed (client error): The resource could not be found. Mar 08 20:47:39.386621 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-418419fe-1705-4f91-925d-5b1850a3f5dc admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0878177 Mar 08 20:47:39.506498 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be773556-5bd7-4b54-a006-d74597b92439 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:39.507834 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-be773556-5bd7-4b54-a006-d74597b92439 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1174023 Mar 08 20:47:40.009556 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-0a5fa1b4-e9b4-4ca2-a937-dd35c4ef8f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:41.538971 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 39724) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:47:41.610089 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-5f3ad108-4188-4f25-b392-3bbbc7437234 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:47:41.614514 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-5f3ad108-4188-4f25-b392-3bbbc7437234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:47:41.618774 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-5f3ad108-4188-4f25-b392-3bbbc7437234 admin admin] Usage tracker for resource:network and tenant:bdeb998011c34a4a96d7b1abc11dfaad is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:47:41.621615 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-5f3ad108-4188-4f25-b392-3bbbc7437234 admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:47:41.627086 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-5f3ad108-4188-4f25-b392-3bbbc7437234 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:47:41.637522 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3ad108-4188-4f25-b392-3bbbc7437234 admin admin] Made reservation on behalf of bdeb998011c34a4a96d7b1abc11dfaad for: {'network': 1} {{(pid=83160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:47:41.639861 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-5f3ad108-4188-4f25-b392-3bbbc7437234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for network, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:41.724465 dv-cinder-832328-1-smb neutron-server[83160]: WARNING neutron.services.revisions.revision_plugin [None req-5f3ad108-4188-4f25-b392-3bbbc7437234 admin admin] Could not find related network for resource to bump revision. Mar 08 20:47:41.737514 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3ad108-4188-4f25-b392-3bbbc7437234 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=83160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:47:41.749109 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-5f3ad108-4188-4f25-b392-3bbbc7437234 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774926378352', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:41.749689 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-5f3ad108-4188-4f25-b392-3bbbc7437234 admin admin] Unsubscribe: segment precommit_create {{(pid=83160) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 20:47:41.750145 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.db.segments_db [None req-5f3ad108-4188-4f25-b392-3bbbc7437234 admin admin] Added segment 6788cae1-2bd8-4fd3-bc0c-45a85178af16 of type vlan for network 38e5f11b-a065-4254-b9c5-41dbb132dbe1 Mar 08 20:47:41.788836 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-5f3ad108-4188-4f25-b392-3bbbc7437234 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774925924886'] for network, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:41.821664 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-5f3ad108-4188-4f25-b392-3bbbc7437234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423'] for network, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:41.822485 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3ad108-4188-4f25-b392-3bbbc7437234 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:41.823051 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-5f3ad108-4188-4f25-b392-3bbbc7437234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:41.908589 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-5f3ad108-4188-4f25-b392-3bbbc7437234 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3685389 Mar 08 20:47:41.918102 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ad108-4188-4f25-b392-3bbbc7437234 admin admin] Pushing event updated for resources: {'Network': ['ID=38e5f11b-a065-4254-b9c5-41dbb132dbe1,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:47:41.926639 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ad108-4188-4f25-b392-3bbbc7437234 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:41.927037 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ad108-4188-4f25-b392-3bbbc7437234 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:41.927380 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ad108-4188-4f25-b392-3bbbc7437234 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:41.928254 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ad108-4188-4f25-b392-3bbbc7437234 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:41.928575 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ad108-4188-4f25-b392-3bbbc7437234 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:41.928892 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ad108-4188-4f25-b392-3bbbc7437234 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:41.929212 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ad108-4188-4f25-b392-3bbbc7437234 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:41.929552 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ad108-4188-4f25-b392-3bbbc7437234 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:41.929924 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ad108-4188-4f25-b392-3bbbc7437234 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:41.930312 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ad108-4188-4f25-b392-3bbbc7437234 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:41.930725 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ad108-4188-4f25-b392-3bbbc7437234 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:41.942738 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Network 38e5f11b-a065-4254-b9c5-41dbb132dbe1 details requested by agent ovs-agent-dv-cinder-832328-1-smb with host dv-cinder-832328-1-smb {{(pid=83162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 20:47:42.281768 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-38de465f-f434-4388-84d4-3421c4049fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:43.263488 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:43.516432 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:44.059649 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 39734) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:47:44.148202 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.pecan_wsgi.hooks.translation [None req-a902271c-e203-488b-b6d5-69d37eef117a admin admin] GET failed (client error): The resource could not be found. Mar 08 20:47:44.148692 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-a902271c-e203-488b-b6d5-69d37eef117a admin admin] Synchronizing usage tracker for tenant:bdeb998011c34a4a96d7b1abc11dfaad on resource:network {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:47:44.164320 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-a902271c-e203-488b-b6d5-69d37eef117a admin admin] Unset dirty status for tenant:bdeb998011c34a4a96d7b1abc11dfaad on resource:network {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:47:44.165386 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-a902271c-e203-488b-b6d5-69d37eef117a admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1048591 Mar 08 20:47:44.266213 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c72688c-fd1d-42bf-9ff1-11c3740fc597 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:44.267611 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-0c72688c-fd1d-42bf-9ff1-11c3740fc597 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0983140 Mar 08 20:47:44.276789 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-b10cf3cc-b8f3-4ca9-9482-e22b5a9159c6 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '38e5f11b-a065-4254-b9c5-41dbb132dbe1'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:47:44.280942 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-b10cf3cc-b8f3-4ca9-9482-e22b5a9159c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:47:44.290628 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-b10cf3cc-b8f3-4ca9-9482-e22b5a9159c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:47:44.299867 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10cf3cc-b8f3-4ca9-9482-e22b5a9159c6 admin admin] Made reservation on behalf of bdeb998011c34a4a96d7b1abc11dfaad for: {'subnet': 1} {{(pid=83160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:47:44.302177 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b10cf3cc-b8f3-4ca9-9482-e22b5a9159c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:44.490863 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b10cf3cc-b8f3-4ca9-9482-e22b5a9159c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423'] for subnet, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:44.568895 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10cf3cc-b8f3-4ca9-9482-e22b5a9159c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85ce1ac2-86af-42e4-94c3-dd6cfd75cb44,revision_number=0']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:47:44.579560 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10cf3cc-b8f3-4ca9-9482-e22b5a9159c6 admin admin] Checking segment: {'id': '6788cae1-2bd8-4fd3-bc0c-45a85178af16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '38e5f11b-a065-4254-b9c5-41dbb132dbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:47:44.579908 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10cf3cc-b8f3-4ca9-9482-e22b5a9159c6 admin admin] Network hostable DHCP agents. Network: 38e5f11b-a065-4254-b9c5-41dbb132dbe1, hostable agents: ['f8f0924d-105e-45b1-98fc-f771e4a35ffd'], hosted agents: [] {{(pid=83160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:47:44.601443 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10cf3cc-b8f3-4ca9-9482-e22b5a9159c6 admin admin] Network 38e5f11b-a065-4254-b9c5-41dbb132dbe1 is scheduled to be hosted by DHCP agent f8f0924d-105e-45b1-98fc-f771e4a35ffd with binding_index 1 {{(pid=83160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:47:44.609887 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-b10cf3cc-b8f3-4ca9-9482-e22b5a9159c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-smb, 38e5f11b-a065-4254-b9c5-41dbb132dbe1) {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:47:44.613783 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10cf3cc-b8f3-4ca9-9482-e22b5a9159c6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:47:44.614365 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b10cf3cc-b8f3-4ca9-9482-e22b5a9159c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for subnet, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:44.618263 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0c2c92-47a7-4a3a-a7e0-6471f60a6dd4 None None] Network 38e5f11b-a065-4254-b9c5-41dbb132dbe1 requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:47:44.638132 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-b10cf3cc-b8f3-4ca9-9482-e22b5a9159c6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3646026 Mar 08 20:47:44.799945 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:44.850525 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82897f6b-9441-5f0c-ac3f-2ea43e747f11-38e5f11b-a065-4254-b9c5-41dbb132dbe1', 'network_id': '38e5f11b-a065-4254-b9c5-41dbb132dbe1', 'tenant_id': 'bdeb998011c34a4a96d7b1abc11dfaad', 'fixed_ips': [{'subnet_id': '85ce1ac2-86af-42e4-94c3-dd6cfd75cb44'}]}} from dv-cinder-832328-1-smb. {{(pid=83162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 08 20:47:44.851363 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:45.004918 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.db_base_plugin_common [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Allocated IP 192.168.233.2 (38e5f11b-a065-4254-b9c5-41dbb132dbe1/85ce1ac2-86af-42e4-94c3-dd6cfd75cb44/b7d43e3e-20de-442e-af4d-821083269e60) {{(pid=83162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:47:45.204019 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Notify callbacks [] for port, precommit_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:45.213913 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Transition to ACTIVE for port object b7d43e3e-20de-442e-af4d-821083269e60 will not be triggered until provisioned by entity L2. {{(pid=83162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:47:45.232497 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Transition to ACTIVE for port object b7d43e3e-20de-442e-af4d-821083269e60 will not be triggered until provisioned by entity DHCP. {{(pid=83162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:47:45.238244 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643'] for port, after_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:45.306009 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Network 38e5f11b-a065-4254-b9c5-41dbb132dbe1 is already hosted by enough agents. {{(pid=83162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:47:45.310624 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.scheduler.base_scheduler [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Resources bound (agent type, host, resource id): {{(pid=83162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:47:45.313603 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Received port after_create {{(pid=83162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:47:45.319860 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Pushing event updated for resources: {'Port': ['ID=b7d43e3e-20de-442e-af4d-821083269e60,revision_number=1']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:47:45.353054 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:45.353396 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:45.353761 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:45.354090 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:45.354423 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:45.354746 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:45.355067 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:45.355376 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:45.355699 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:45.356016 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:45.356330 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:47:45.416460 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Attempting to bind port b7d43e3e-20de-442e-af4d-821083269e60 on host dv-cinder-832328-1-smb for vnic_type normal with profile {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:47:45.416829 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Attempting to bind port b7d43e3e-20de-442e-af4d-821083269e60 by drivers openvswitch,hyperv on host dv-cinder-832328-1-smb at level 0 using segments [{'id': '6788cae1-2bd8-4fd3-bc0c-45a85178af16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '38e5f11b-a065-4254-b9c5-41dbb132dbe1'}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:47:45.417189 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Attempting to bind port b7d43e3e-20de-442e-af4d-821083269e60 on network 38e5f11b-a065-4254-b9c5-41dbb132dbe1 {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:47:45.423561 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Checking agent: {'id': '3893f380-9b19-46dd-a79f-fadbe55c1144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 20, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:47:45.423930 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Checking segment: {'id': '6788cae1-2bd8-4fd3-bc0c-45a85178af16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '38e5f11b-a065-4254-b9c5-41dbb132dbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:47:45.424327 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:45.424715 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Bound using segment: {'id': '6788cae1-2bd8-4fd3-bc0c-45a85178af16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '38e5f11b-a065-4254-b9c5-41dbb132dbe1'} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:47:45.425164 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Bound port: b7d43e3e-20de-442e-af4d-821083269e60, host: dv-cinder-832328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6788cae1-2bd8-4fd3-bc0c-45a85178af16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '38e5f11b-a065-4254-b9c5-41dbb132dbe1'}}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:47:45.425554 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:45.537044 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] For port b7d43e3e-20de-442e-af4d-821083269e60, host dv-cinder-832328-1-smb, cleared binding levels {{(pid=83162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:47:45.540069 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] For port b7d43e3e-20de-442e-af4d-821083269e60, host dv-cinder-832328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=b7d43e3e-20de-442e-af4d-821083269e60,segment=NetworkSegment(6788cae1-2bd8-4fd3-bc0c-45a85178af16),segment_id=6788cae1-2bd8-4fd3-bc0c-45a85178af16)] {{(pid=83162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:47:45.544514 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:45.620405 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed4b74-0847-44fc-bba2-c285d43ab974 None None] Pushing event updated for resources: {'Port': ['ID=b7d43e3e-20de-442e-af4d-821083269e60,revision_number=2']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:47:45.883933 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device b7d43e3e-20de-442e-af4d-821083269e60 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:47:45.958525 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning for port b7d43e3e-20de-442e-af4d-821083269e60 completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:47:46.434164 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7bdb97-e08c-488f-ae1a-353f999bd1ea None None] Network 38e5f11b-a065-4254-b9c5-41dbb132dbe1 requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:47:46.528788 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-8735d7e4-cc84-4adf-bf51-0abbd11f096d None None] Provisioning for port b7d43e3e-20de-442e-af4d-821083269e60 completed by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:47:46.546129 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-8735d7e4-cc84-4adf-bf51-0abbd11f096d None None] Provisioning complete for port b7d43e3e-20de-442e-af4d-821083269e60 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:47:46.546503 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-8735d7e4-cc84-4adf-bf51-0abbd11f096d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:46.759492 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-8735d7e4-cc84-4adf-bf51-0abbd11f096d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:46.803397 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-8735d7e4-cc84-4adf-bf51-0abbd11f096d None None] For port b7d43e3e-20de-442e-af4d-821083269e60, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=b7d43e3e-20de-442e-af4d-821083269e60,segment=NetworkSegment(6788cae1-2bd8-4fd3-bc0c-45a85178af16),segment_id=6788cae1-2bd8-4fd3-bc0c-45a85178af16)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:47:46.808609 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-8735d7e4-cc84-4adf-bf51-0abbd11f096d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:46.879119 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735d7e4-cc84-4adf-bf51-0abbd11f096d None None] Pushing event updated for resources: {'Port': ['ID=b7d43e3e-20de-442e-af4d-821083269e60,revision_number=3']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:47:47.031992 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-291ac006-cb22-47c8-b70b-8beb44314c58 None None] Provisioning complete for port b7d43e3e-20de-442e-af4d-821083269e60 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:47:47.032336 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-291ac006-cb22-47c8-b70b-8beb44314c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:47:47.841523 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device b7d43e3e-20de-442e-af4d-821083269e60 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:47:47.912488 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port b7d43e3e-20de-442e-af4d-821083269e60 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:47:47.912861 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:48:06.733240 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 5 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 20:48:10.011932 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89bafafe-a5b5-4ccc-ba74-0100ef6faaa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:48:12.282648 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-fe32b77e-bf21-4627-93f3-d78228446a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:48:13.267178 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:48:13.518040 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:48:14.785023 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:48:40.013755 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-2fe2e454-fce8-4ec7-b506-e73bf43111a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:48:42.285255 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-6e80d9c2-3080-435b-9d61-382ec9acd097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:48:43.271526 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:48:43.521926 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:48:43.733466 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 5 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 20:48:44.788067 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:49:01.906768 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 39776) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:49:01.912900 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [None req-dfa2007e-ed8c-45ce-be1c-b29caf8be325 tempest-verify_tempest_config-1672895889 tempest-verify_tempest_config-1672895889-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83160) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 08 20:49:01.913872 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-dfa2007e-ed8c-45ce-be1c-b29caf8be325 tempest-verify_tempest_config-1672895889 tempest-verify_tempest_config-1672895889-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0061250 Mar 08 20:49:02.236338 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 39792) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:49:02.373067 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-63c26f6b-9a40-47b8-b37d-8b39077bfefa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:49:02.411500 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-63c26f6b-9a40-47b8-b37d-8b39077bfefa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:49:02.415141 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-63c26f6b-9a40-47b8-b37d-8b39077bfefa admin admin] Usage tracker for resource:security_group_rule and tenant:5ede024f375c425293b72beb291d8238 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:49:02.417916 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-63c26f6b-9a40-47b8-b37d-8b39077bfefa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:49:02.423405 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-63c26f6b-9a40-47b8-b37d-8b39077bfefa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:49:02.488448 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-63c26f6b-9a40-47b8-b37d-8b39077bfefa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:49:02.492006 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-63c26f6b-9a40-47b8-b37d-8b39077bfefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:49:02.534299 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c26f6b-9a40-47b8-b37d-8b39077bfefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28447cda-2945-4203-8a08-ca0d7ead3b1c,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:02.540240 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-63c26f6b-9a40-47b8-b37d-8b39077bfefa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ede024f375c425293b72beb291d8238&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3029456 Mar 08 20:49:02.543093 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 39798) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:49:02.544792 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c26f6b-9a40-47b8-b37d-8b39077bfefa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:02.545129 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c26f6b-9a40-47b8-b37d-8b39077bfefa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:02.545453 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c26f6b-9a40-47b8-b37d-8b39077bfefa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:02.545811 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c26f6b-9a40-47b8-b37d-8b39077bfefa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:02.546133 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c26f6b-9a40-47b8-b37d-8b39077bfefa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:02.546455 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c26f6b-9a40-47b8-b37d-8b39077bfefa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:02.546771 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c26f6b-9a40-47b8-b37d-8b39077bfefa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:02.547103 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c26f6b-9a40-47b8-b37d-8b39077bfefa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:02.547419 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c26f6b-9a40-47b8-b37d-8b39077bfefa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:02.547727 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c26f6b-9a40-47b8-b37d-8b39077bfefa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:02.548056 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c26f6b-9a40-47b8-b37d-8b39077bfefa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:02.602621 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-692644eb-efec-49de-8334-b6751c03e813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:49:02.626364 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-692644eb-efec-49de-8334-b6751c03e813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:49:02.717907 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-692644eb-efec-49de-8334-b6751c03e813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:49:02.731450 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692644eb-efec-49de-8334-b6751c03e813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28447cda-2945-4203-8a08-ca0d7ead3b1c,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:49:02.742391 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692644eb-efec-49de-8334-b6751c03e813 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:02.742733 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692644eb-efec-49de-8334-b6751c03e813 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:02.743063 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692644eb-efec-49de-8334-b6751c03e813 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:02.743386 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692644eb-efec-49de-8334-b6751c03e813 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:02.743704 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692644eb-efec-49de-8334-b6751c03e813 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:02.744020 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692644eb-efec-49de-8334-b6751c03e813 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:02.744334 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692644eb-efec-49de-8334-b6751c03e813 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:02.744649 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692644eb-efec-49de-8334-b6751c03e813 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:02.744961 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692644eb-efec-49de-8334-b6751c03e813 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:02.745276 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692644eb-efec-49de-8334-b6751c03e813 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:02.745581 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692644eb-efec-49de-8334-b6751c03e813 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:49:02.748141 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-692644eb-efec-49de-8334-b6751c03e813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:49:02.749218 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-692644eb-efec-49de-8334-b6751c03e813 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/28447cda-2945-4203-8a08-ca0d7ead3b1c HTTP/1.1" status: 204 len: 168 time: 0.2051742 Mar 08 20:49:10.015205 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-c48ce1a7-e0ca-4216-bf96-5f9305c32b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:49:12.288255 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-279dc289-48f4-41b1-8b35-f5e0d02d6333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:49:13.273841 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:49:13.524183 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:49:14.793246 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:49:20.733699 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 5 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 20:49:40.017980 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-405de923-76cf-48d6-856a-2ffe39b4cae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:49:42.292872 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-5506e28f-6625-4c2b-99ad-ddac658a0311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:49:43.276192 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:49:43.526548 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:49:44.792945 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:49:57.732657 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 5 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 20:50:10.018953 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-1c425180-8f83-4deb-ae3f-c9cb73aa3788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:50:12.294463 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-a5eeb076-ecd2-48ad-b79c-c7eaaa112505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:50:13.279320 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:50:13.527901 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:50:14.796261 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:50:34.731751 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 5 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 20:50:40.020251 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-5809bbce-2a9a-4436-b60c-3d2fa28ee4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:50:42.295444 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-23685794-f96d-479a-9b2b-fcd621d7e2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:50:43.283200 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:50:43.531532 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:50:44.798443 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:50:48.089826 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-357276'] for agent, after_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:51:02.541406 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 39868) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:51:02.674815 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-29c7070d-9eac-4fff-8084-3c3e46a65e57 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1320341 Mar 08 20:51:04.708762 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 39882) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:51:04.785557 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-5f03c97d-ae0a-4f2f-802d-52e2b7ef7fc8 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0757606 Mar 08 20:51:10.022861 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-849fce70-2ad6-437f-be7f-ca29e402ce80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:51:11.731807 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 20:51:12.296554 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-6fbea7ba-cf51-44a3-a1c3-4909801e9404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:51:13.284721 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:51:13.533682 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:51:14.801778 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:51:18.039403 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:51:40.024321 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-86e46fee-341e-4f27-aeac-23ac805b8775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:51:42.299107 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-621c9427-83bc-4541-b5bb-67c70a1cce3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:51:43.287097 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:51:43.536627 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:51:44.805287 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:51:48.054010 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:51:48.731602 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 20:52:10.039243 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-5e58103b-0fd7-40ea-8f76-f9ca08f3ee32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:12.303769 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-818e315d-54ee-4b59-b0ac-edf6df420799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:13.292147 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:13.538212 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:14.807770 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:18.049355 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:25.731368 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 20:52:40.021496 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-9b5a0cce-15f2-4e4e-9f4c-7f4d23388866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:42.296159 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-ccd4d796-7b7e-461e-9925-846daf162249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:43.294023 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:43.540534 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:44.810852 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:48.064823 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:52.515410 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 39958) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:52:52.722031 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1274342020-network', 'tenant_id': '8fdf6a2901a4473984cf32ef3b202ac2'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:52:52.737485 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:52:52.741216 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Usage tracker for resource:network and tenant:8fdf6a2901a4473984cf32ef3b202ac2 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:52:52.744030 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:52:52.749641 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:52:52.760667 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Made reservation on behalf of 8fdf6a2901a4473984cf32ef3b202ac2 for: {'network': 1} {{(pid=83160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:52:52.765281 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for network, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:52.777746 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:52.817019 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:52:52.820769 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Usage tracker for resource:security_group_rule and tenant:8fdf6a2901a4473984cf32ef3b202ac2 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:52:52.823854 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:52:52.829988 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:52:52.907269 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:52.911161 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:52.935027 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=83160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:52:52.959570 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:52.959570 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.db.segments_db [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Added segment 839e8781-c8d4-49ad-9ad0-477a937867b0 of type vlan for network 6b735a19-c087-45dd-af15-b8c29d470965 Mar 08 20:52:52.963257 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c40910-0547-4b6a-95a7-7da3e6cd88b3,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:52:52.988773 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:52.989113 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:52.989440 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:52.989891 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:52.990215 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:52.990532 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:52.990847 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:52.991161 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:52.991472 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:52.991780 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Tracked resource versions report: Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: pushed versions: Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: { 'ConntrackHelper': {'1.0'}, Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: 'Log': {'1.0'}, Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: 'Network': {'1.1'}, Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: 'Port': {'1.5'}, Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: 'PortForwarding': {'1.2'}, Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: 'QosPolicy': {'1.8'}, Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: 'SecurityGroup': {'1.2'}, Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: 'SecurityGroupRule': {'1.0'}, Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: 'SubPort': {'1.0'}, Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: 'Subnet': {'1.1'}, Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: 'Trunk': {'1.1'}} Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: consumer versions: Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: { DHCP agent@dv-cinder-832328-1-smb: {}, Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: HyperV agent@hv-cinder-83232: {}, Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: L3 agent@dv-cinder-832328-1-smb: {}, Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: Metadata agent@dv-cinder-832328-1-smb: {}, Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: Metering agent@dv-cinder-832328-1-smb: {}, Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: Open vSwitch agent@dv-cinder-832328-1-smb: { 'ConntrackHelper': '1.0', Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: 'Log': '1.0', Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: 'Network': '1.1', Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: 'Port': '1.5', Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: 'PortForwarding': '1.2', Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: 'QosPolicy': '1.8', Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: 'SecurityGroup': '1.2', Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: 'SecurityGroupRule': '1.0', Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: 'SubPort': '1.0', Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: 'Subnet': '1.1', Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: 'Trunk': '1.1'}} Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: {{(pid=83160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:52:52.999996 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774925924886'] for network, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:53.035766 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423'] for network, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:53.036734 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:53.037435 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:53.160192 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6423597 Mar 08 20:52:53.163115 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 40014) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:52:53.173203 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-a37eff21-5526-4cb8-b0a5-846ea885cb51 admin admin] Request body: {'subnet': {'network_id': '6b735a19-c087-45dd-af15-b8c29d470965', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1274342020-subnet', 'tenant_id': '8fdf6a2901a4473984cf32ef3b202ac2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:52:53.181104 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-a37eff21-5526-4cb8-b0a5-846ea885cb51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:52:53.183282 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349eb85-0866-4745-8521-27361cd2c77d admin admin] Pushing event updated for resources: {'Network': ['ID=6b735a19-c087-45dd-af15-b8c29d470965,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:52:53.188760 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-a37eff21-5526-4cb8-b0a5-846ea885cb51 admin admin] Usage tracker for resource:subnet and tenant:8fdf6a2901a4473984cf32ef3b202ac2 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:52:53.191598 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-a37eff21-5526-4cb8-b0a5-846ea885cb51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:52:53.195311 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Network 6b735a19-c087-45dd-af15-b8c29d470965 details requested by agent ovs-agent-dv-cinder-832328-1-smb with host dv-cinder-832328-1-smb {{(pid=83162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 20:52:53.198229 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-a37eff21-5526-4cb8-b0a5-846ea885cb51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:52:53.209903 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37eff21-5526-4cb8-b0a5-846ea885cb51 admin admin] Made reservation on behalf of 8fdf6a2901a4473984cf32ef3b202ac2 for: {'subnet': 1} {{(pid=83160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:52:53.212874 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-a37eff21-5526-4cb8-b0a5-846ea885cb51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:53.484595 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-a37eff21-5526-4cb8-b0a5-846ea885cb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423'] for subnet, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:53.564264 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37eff21-5526-4cb8-b0a5-846ea885cb51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5de2fd05-f3f9-46aa-9b4c-d1e06cb3e211,revision_number=0']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:52:53.581712 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37eff21-5526-4cb8-b0a5-846ea885cb51 admin admin] Checking segment: {'id': '839e8781-c8d4-49ad-9ad0-477a937867b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b735a19-c087-45dd-af15-b8c29d470965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:52:53.582066 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37eff21-5526-4cb8-b0a5-846ea885cb51 admin admin] Network hostable DHCP agents. Network: 6b735a19-c087-45dd-af15-b8c29d470965, hostable agents: ['f8f0924d-105e-45b1-98fc-f771e4a35ffd'], hosted agents: [] {{(pid=83160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:52:53.605273 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37eff21-5526-4cb8-b0a5-846ea885cb51 admin admin] Network 6b735a19-c087-45dd-af15-b8c29d470965 is scheduled to be hosted by DHCP agent f8f0924d-105e-45b1-98fc-f771e4a35ffd with binding_index 1 {{(pid=83160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:52:53.614988 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-a37eff21-5526-4cb8-b0a5-846ea885cb51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-smb, 6b735a19-c087-45dd-af15-b8c29d470965) {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:52:53.620905 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37eff21-5526-4cb8-b0a5-846ea885cb51 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:53.621488 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-a37eff21-5526-4cb8-b0a5-846ea885cb51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for subnet, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:53.626024 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a4a995-b8df-429f-bf86-4394e2a70e55 None None] Network 6b735a19-c087-45dd-af15-b8c29d470965 requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:52:53.646787 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 40030) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:52:53.647356 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-a37eff21-5526-4cb8-b0a5-846ea885cb51 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4827421 Mar 08 20:52:53.652599 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1274342020-router', 'tenant_id': '8fdf6a2901a4473984cf32ef3b202ac2', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:52:53.661537 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:52:53.668055 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Usage tracker for resource:router and tenant:8fdf6a2901a4473984cf32ef3b202ac2 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:52:53.673028 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:52:53.679929 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:52:53.693611 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-360017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8618'] for router, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:53.696055 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-359986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8609'] for router, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:53.724899 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:53.854055 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87060589-d60a-4141-868d-53ca98a7d932 None None] Network 6b735a19-c087-45dd-af15-b8c29d470965 requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:52:54.005988 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15691'] for router, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:54.225926 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:54.256523 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:54.397590 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_common [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Allocated IP 172.28.2.79 (f9f3acf9-d167-4056-a9c0-ac3b9bafea7a/9a481e38-0dcf-4733-b8bf-eb46fecff3f0/b98b0402-735d-4c34-8b29-cf88672d10c0) {{(pid=83161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:52:54.557997 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:54.618552 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643'] for port, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:54.690283 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a is already hosted by enough agents. {{(pid=83161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:52:54.693414 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Resources bound (agent type, host, resource id): {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:52:54.698436 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Received port after_create {{(pid=83161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:52:54.733092 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Pushing event updated for resources: {'Port': ['ID=b98b0402-735d-4c34-8b29-cf88672d10c0,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:52:54.759580 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:54.759921 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:54.760255 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:54.760582 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:54.760906 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:54.761229 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:54.761549 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:54.761891 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:54.762208 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:54.762522 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:54.762839 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Tracked resource versions report: Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: pushed versions: Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: { 'ConntrackHelper': {'1.0'}, Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: 'Log': {'1.0'}, Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: 'Network': {'1.1'}, Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: 'Port': {'1.5'}, Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: 'PortForwarding': {'1.2'}, Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: 'QosPolicy': {'1.8'}, Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: 'SecurityGroup': {'1.2'}, Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: 'SecurityGroupRule': {'1.0'}, Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: 'SubPort': {'1.0'}, Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: 'Subnet': {'1.1'}, Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: 'Trunk': {'1.1'}} Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: consumer versions: Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: { DHCP agent@dv-cinder-832328-1-smb: {}, Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: HyperV agent@hv-cinder-83232: {}, Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: L3 agent@dv-cinder-832328-1-smb: {}, Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: Metadata agent@dv-cinder-832328-1-smb: {}, Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: Metering agent@dv-cinder-832328-1-smb: {}, Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: Open vSwitch agent@dv-cinder-832328-1-smb: { 'ConntrackHelper': '1.0', Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: 'Log': '1.0', Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: 'Network': '1.1', Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: 'Port': '1.5', Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: 'PortForwarding': '1.2', Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: 'QosPolicy': '1.8', Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: 'SecurityGroup': '1.2', Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: 'SecurityGroupRule': '1.0', Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: 'SubPort': '1.0', Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: 'Subnet': '1.1', Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: 'Trunk': '1.1'}} Mar 08 20:52:54.763898 dv-cinder-832328-1-smb neutron-server[83161]: {{(pid=83161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:52:54.901340 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:54.902176 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-356667'] for router, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:55.100453 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 40094) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:52:55.131639 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 40100) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:52:55.195596 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Router 48c7b7de-adbe-4e27-98ea-ba7d5634f0d2 is scheduled to L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 with binding_index 1 {{(pid=83161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:52:55.280321 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 40112) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:52:55.404980 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:52:55.416952 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d43410a-b9bf-4824-93d3-3f35c30c0d09 None None] Sync routers for ids ['48c7b7de-adbe-4e27-98ea-ba7d5634f0d2'] in dv-cinder-832328-1-smb {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:52:55.432389 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d43410a-b9bf-4824-93d3-3f35c30c0d09 None None] Routers {'48c7b7de-adbe-4e27-98ea-ba7d5634f0d2'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:52:55.433338 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-9d43410a-b9bf-4824-93d3-3f35c30c0d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:52:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['48c7b7de-adbe-4e27-98ea-ba7d5634f0d2'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:52:55.433876 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] Notify callbacks [] for router, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:55.438439 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 40120) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:52:55.438594 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-1f2c3195-9606-4ad8-9651-35f3d9580f3f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.7900352 Mar 08 20:52:55.444632 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-e57d0118-a290-4a3b-a0b5-72953701a1a0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-502684189-network', 'tenant_id': 'f9b5ca4b27e944beac8bb71a030dc448'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:52:55.450853 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-e57d0118-a290-4a3b-a0b5-72953701a1a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:52:55.455332 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-e57d0118-a290-4a3b-a0b5-72953701a1a0 admin admin] Usage tracker for resource:network and tenant:f9b5ca4b27e944beac8bb71a030dc448 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:52:55.458394 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-e57d0118-a290-4a3b-a0b5-72953701a1a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:52:55.465593 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-e57d0118-a290-4a3b-a0b5-72953701a1a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:52:55.482939 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57d0118-a290-4a3b-a0b5-72953701a1a0 admin admin] Made reservation on behalf of f9b5ca4b27e944beac8bb71a030dc448 for: {'network': 1} {{(pid=83161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:52:55.485225 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e57d0118-a290-4a3b-a0b5-72953701a1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for network, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:55.516884 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e57d0118-a290-4a3b-a0b5-72953701a1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:55.601719 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-e57d0118-a290-4a3b-a0b5-72953701a1a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:52:55.610275 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-e57d0118-a290-4a3b-a0b5-72953701a1a0 admin admin] Usage tracker for resource:security_group_rule and tenant:f9b5ca4b27e944beac8bb71a030dc448 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:52:55.611147 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-1f764e1c-11ed-48b8-a09e-b1a59f1e020f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1347754090-network', 'tenant_id': '75384b10ddb442bea7117c6826e163d3'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:52:55.616600 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-1f764e1c-11ed-48b8-a09e-b1a59f1e020f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:52:55.619312 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-e57d0118-a290-4a3b-a0b5-72953701a1a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:52:55.621426 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-1f764e1c-11ed-48b8-a09e-b1a59f1e020f admin admin] Usage tracker for resource:network and tenant:75384b10ddb442bea7117c6826e163d3 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:52:55.625399 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-1f764e1c-11ed-48b8-a09e-b1a59f1e020f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:52:55.632485 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-e57d0118-a290-4a3b-a0b5-72953701a1a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:52:55.632703 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-1f764e1c-11ed-48b8-a09e-b1a59f1e020f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:52:55.652086 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-9d43410a-b9bf-4824-93d3-3f35c30c0d09 None None] Set router 48c7b7de-adbe-4e27-98ea-ba7d5634f0d2 gateway port host: dv-cinder-832328-1-smb {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:52:55.662601 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f764e1c-11ed-48b8-a09e-b1a59f1e020f admin admin] Made reservation on behalf of 75384b10ddb442bea7117c6826e163d3 for: {'network': 1} {{(pid=83160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:52:55.664863 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-1f764e1c-11ed-48b8-a09e-b1a59f1e020f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for network, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:55.688200 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-1f764e1c-11ed-48b8-a09e-b1a59f1e020f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:55.722256 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-1f764e1c-11ed-48b8-a09e-b1a59f1e020f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:52:55.726395 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-1f764e1c-11ed-48b8-a09e-b1a59f1e020f admin admin] Usage tracker for resource:security_group_rule and tenant:75384b10ddb442bea7117c6826e163d3 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:52:55.729170 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-1f764e1c-11ed-48b8-a09e-b1a59f1e020f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:52:55.744554 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-1f764e1c-11ed-48b8-a09e-b1a59f1e020f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:52:55.751064 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e57d0118-a290-4a3b-a0b5-72953701a1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:55.757473 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e57d0118-a290-4a3b-a0b5-72953701a1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:55.814099 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e57d0118-a290-4a3b-a0b5-72953701a1a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=83161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:52:55.842005 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-63cc73ab-8dbf-4710-aa14-58c700912403 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-212416313-network', 'tenant_id': 'c4d9375e21184d71a091ff287e10c9fb'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:52:55.870322 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-63cc73ab-8dbf-4710-aa14-58c700912403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:52:55.875367 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d0118-a290-4a3b-a0b5-72953701a1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de30a13a-1521-4944-b7bd-2f8e01a90b6d,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:52:55.876343 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-63cc73ab-8dbf-4710-aa14-58c700912403 admin admin] Usage tracker for resource:network and tenant:c4d9375e21184d71a091ff287e10c9fb is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:52:55.898023 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e57d0118-a290-4a3b-a0b5-72953701a1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:55.898361 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.db.segments_db [None req-e57d0118-a290-4a3b-a0b5-72953701a1a0 admin admin] Added segment 19e8ea61-7686-4806-aac8-3266df89609a of type vlan for network 3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e Mar 08 20:52:55.899862 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-63cc73ab-8dbf-4710-aa14-58c700912403 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:52:55.917133 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-63cc73ab-8dbf-4710-aa14-58c700912403 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:52:55.947658 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cc73ab-8dbf-4710-aa14-58c700912403 admin admin] Made reservation on behalf of c4d9375e21184d71a091ff287e10c9fb for: {'network': 1} {{(pid=83160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:52:55.950420 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-63cc73ab-8dbf-4710-aa14-58c700912403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for network, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:55.960558 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e57d0118-a290-4a3b-a0b5-72953701a1a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774925924886'] for network, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:55.969104 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-63cc73ab-8dbf-4710-aa14-58c700912403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:56.000901 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e57d0118-a290-4a3b-a0b5-72953701a1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423'] for network, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:56.002498 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57d0118-a290-4a3b-a0b5-72953701a1a0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:56.003800 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e57d0118-a290-4a3b-a0b5-72953701a1a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:56.039880 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-9d43410a-b9bf-4824-93d3-3f35c30c0d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c7b7de-adbe-4e27-98ea-ba7d5634f0d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1274342020-router', 'tenant_id': '8fdf6a2901a4473984cf32ef3b202ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b98b0402-735d-4c34-8b29-cf88672d10c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:53Z', 'updated_at': '2022-03-08T20:52:54Z', 'revision_number': 3, 'project_id': '8fdf6a2901a4473984cf32ef3b202ac2', 'gw_port': {'id': 'b98b0402-735d-4c34-8b29-cf88672d10c0', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:da:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c7b7de-adbe-4e27-98ea-ba7d5634f0d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:54Z', 'updated_at': '2022-03-08T20:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:52:56.045739 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-63cc73ab-8dbf-4710-aa14-58c700912403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:52:56.051853 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d43410a-b9bf-4824-93d3-3f35c30c0d09 None None] Checking router: 48c7b7de-adbe-4e27-98ea-ba7d5634f0d2 for host: dv-cinder-832328-1-smb {{(pid=83163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:52:56.052466 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d43410a-b9bf-4824-93d3-3f35c30c0d09 None None] Updating router 48c7b7de-adbe-4e27-98ea-ba7d5634f0d2 port b98b0402-735d-4c34-8b29-cf88672d10c0 binding host dv-cinder-832328-1-smb {{(pid=83163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 08 20:52:56.099380 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-63cc73ab-8dbf-4710-aa14-58c700912403 admin admin] Usage tracker for resource:security_group_rule and tenant:c4d9375e21184d71a091ff287e10c9fb is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:52:56.112370 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-63cc73ab-8dbf-4710-aa14-58c700912403 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:52:56.129900 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-63cc73ab-8dbf-4710-aa14-58c700912403 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:52:56.136056 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-1f764e1c-11ed-48b8-a09e-b1a59f1e020f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:56.159057 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-9d43410a-b9bf-4824-93d3-3f35c30c0d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:56.191387 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-1f764e1c-11ed-48b8-a09e-b1a59f1e020f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:56.204255 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f764e1c-11ed-48b8-a09e-b1a59f1e020f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=83160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:52:56.215448 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-1f764e1c-11ed-48b8-a09e-b1a59f1e020f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:56.215976 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.db.segments_db [None req-1f764e1c-11ed-48b8-a09e-b1a59f1e020f admin admin] Added segment def440c0-28e5-481e-8733-4907081c4e81 of type vlan for network 3ac543f3-ed2d-4557-8b9b-b33844ee4851 Mar 08 20:52:56.243489 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-1f764e1c-11ed-48b8-a09e-b1a59f1e020f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774925924886'] for network, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:56.333592 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-1f764e1c-11ed-48b8-a09e-b1a59f1e020f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423'] for network, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:56.337397 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f764e1c-11ed-48b8-a09e-b1a59f1e020f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:56.338689 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-1f764e1c-11ed-48b8-a09e-b1a59f1e020f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:56.395120 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d0118-a290-4a3b-a0b5-72953701a1a0 admin admin] Pushing event updated for resources: {'Network': ['ID=3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:52:56.404911 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-e57d0118-a290-4a3b-a0b5-72953701a1a0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3034563 Mar 08 20:52:56.407909 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 40144) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:52:56.410882 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Network 3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e details requested by agent ovs-agent-dv-cinder-832328-1-smb with host dv-cinder-832328-1-smb {{(pid=83162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 20:52:56.418759 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-bac61bbe-87e6-4d55-b681-038ded2a1f8b admin admin] Request body: {'subnet': {'network_id': '3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-502684189-subnet', 'tenant_id': 'f9b5ca4b27e944beac8bb71a030dc448', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:52:56.430605 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-bac61bbe-87e6-4d55-b681-038ded2a1f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:52:56.439303 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-bac61bbe-87e6-4d55-b681-038ded2a1f8b admin admin] Usage tracker for resource:subnet and tenant:f9b5ca4b27e944beac8bb71a030dc448 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:52:56.445815 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-bac61bbe-87e6-4d55-b681-038ded2a1f8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:52:56.462570 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-bac61bbe-87e6-4d55-b681-038ded2a1f8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:52:56.465665 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f764e1c-11ed-48b8-a09e-b1a59f1e020f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e08c0f-c906-40e5-8942-03a23ec45c81,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:52:56.483610 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac61bbe-87e6-4d55-b681-038ded2a1f8b admin admin] Made reservation on behalf of f9b5ca4b27e944beac8bb71a030dc448 for: {'subnet': 1} {{(pid=83161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:52:56.486414 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-1f764e1c-11ed-48b8-a09e-b1a59f1e020f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3536022 Mar 08 20:52:56.487934 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-bac61bbe-87e6-4d55-b681-038ded2a1f8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:56.499974 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 40154) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:52:56.539542 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-5f65c4db-e7f9-4ee0-bfe6-efd56e4d248f admin admin] Request body: {'subnet': {'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-subnet', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:52:56.580432 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-5f65c4db-e7f9-4ee0-bfe6-efd56e4d248f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:52:56.838567 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f764e1c-11ed-48b8-a09e-b1a59f1e020f admin admin] Pushing event updated for resources: {'Network': ['ID=3ac543f3-ed2d-4557-8b9b-b33844ee4851,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:52:56.840780 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-9d43410a-b9bf-4824-93d3-3f35c30c0d09 None None] Notify callbacks [] for port, precommit_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:56.849270 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Network 3ac543f3-ed2d-4557-8b9b-b33844ee4851 details requested by agent ovs-agent-dv-cinder-832328-1-smb with host dv-cinder-832328-1-smb {{(pid=83162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 20:52:56.850174 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-5f65c4db-e7f9-4ee0-bfe6-efd56e4d248f admin admin] Usage tracker for resource:subnet and tenant:75384b10ddb442bea7117c6826e163d3 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:52:56.854415 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-5f65c4db-e7f9-4ee0-bfe6-efd56e4d248f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:52:56.868338 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.provisioning_blocks [None req-9d43410a-b9bf-4824-93d3-3f35c30c0d09 None None] Transition to ACTIVE for port object b98b0402-735d-4c34-8b29-cf88672d10c0 will not be triggered until provisioned by entity L2. {{(pid=83163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:52:56.881763 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-bac61bbe-87e6-4d55-b681-038ded2a1f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423'] for subnet, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:56.893213 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-5f65c4db-e7f9-4ee0-bfe6-efd56e4d248f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:52:56.894275 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-9d43410a-b9bf-4824-93d3-3f35c30c0d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:57.012093 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f65c4db-e7f9-4ee0-bfe6-efd56e4d248f admin admin] Made reservation on behalf of 75384b10ddb442bea7117c6826e163d3 for: {'subnet': 1} {{(pid=83160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:52:57.019596 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-5f65c4db-e7f9-4ee0-bfe6-efd56e4d248f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:57.036035 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac61bbe-87e6-4d55-b681-038ded2a1f8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ff3cdae-31d2-4dfc-8577-d7abbca5deac,revision_number=0']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:52:57.115016 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-9d43410a-b9bf-4824-93d3-3f35c30c0d09 None None] Attempting to bind port b98b0402-735d-4c34-8b29-cf88672d10c0 on host dv-cinder-832328-1-smb for vnic_type normal with profile {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:52:57.115383 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-9d43410a-b9bf-4824-93d3-3f35c30c0d09 None None] Attempting to bind port b98b0402-735d-4c34-8b29-cf88672d10c0 by drivers openvswitch,hyperv on host dv-cinder-832328-1-smb at level 0 using segments [{'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}] {{(pid=83163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:52:57.115573 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac61bbe-87e6-4d55-b681-038ded2a1f8b admin admin] Checking segment: {'id': '19e8ea61-7686-4806-aac8-3266df89609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:52:57.116093 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac61bbe-87e6-4d55-b681-038ded2a1f8b admin admin] Network hostable DHCP agents. Network: 3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e, hostable agents: ['f8f0924d-105e-45b1-98fc-f771e4a35ffd'], hosted agents: [] {{(pid=83161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:52:57.119484 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d43410a-b9bf-4824-93d3-3f35c30c0d09 None None] Attempting to bind port b98b0402-735d-4c34-8b29-cf88672d10c0 on network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:52:57.132531 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff34afc-ae7e-4779-b6ac-024127104925 None None] Pushing event updated for resources: {'Port': ['ID=b98b0402-735d-4c34-8b29-cf88672d10c0,revision_number=2']} {{(pid=83163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:52:57.141855 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d43410a-b9bf-4824-93d3-3f35c30c0d09 None None] Checking agent: {'id': '3893f380-9b19-46dd-a79f-fadbe55c1144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 20, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:52:57.144771 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d43410a-b9bf-4824-93d3-3f35c30c0d09 None None] Checking segment: {'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:52:57.146028 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-9d43410a-b9bf-4824-93d3-3f35c30c0d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:57.147254 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d43410a-b9bf-4824-93d3-3f35c30c0d09 None None] Bound using segment: {'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'} {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:52:57.148879 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-9d43410a-b9bf-4824-93d3-3f35c30c0d09 None None] Bound port: b98b0402-735d-4c34-8b29-cf88672d10c0, host: dv-cinder-832328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}}] {{(pid=83163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:52:57.150933 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-9d43410a-b9bf-4824-93d3-3f35c30c0d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:57.184629 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac61bbe-87e6-4d55-b681-038ded2a1f8b admin admin] Network 3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e is scheduled to be hosted by DHCP agent f8f0924d-105e-45b1-98fc-f771e4a35ffd with binding_index 1 {{(pid=83161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:52:57.210255 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [None req-bac61bbe-87e6-4d55-b681-038ded2a1f8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-smb, 3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e) {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:52:57.220596 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac61bbe-87e6-4d55-b681-038ded2a1f8b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:57.220596 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-bac61bbe-87e6-4d55-b681-038ded2a1f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for subnet, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:57.221794 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529144d4-e808-49b1-b98f-3c10d69eb4f9 None None] Network 3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:52:57.247027 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-bac61bbe-87e6-4d55-b681-038ded2a1f8b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8379424 Mar 08 20:52:57.272343 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff34afc-ae7e-4779-b6ac-024127104925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:57.275021 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff34afc-ae7e-4779-b6ac-024127104925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:57.275626 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff34afc-ae7e-4779-b6ac-024127104925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:57.277347 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff34afc-ae7e-4779-b6ac-024127104925 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:57.277950 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff34afc-ae7e-4779-b6ac-024127104925 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:57.278529 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff34afc-ae7e-4779-b6ac-024127104925 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:57.283273 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff34afc-ae7e-4779-b6ac-024127104925 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:57.283920 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff34afc-ae7e-4779-b6ac-024127104925 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:57.284499 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff34afc-ae7e-4779-b6ac-024127104925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:57.285109 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff34afc-ae7e-4779-b6ac-024127104925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:57.285732 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff34afc-ae7e-4779-b6ac-024127104925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff34afc-ae7e-4779-b6ac-024127104925 None None] Tracked resource versions report: Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: pushed versions: Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: { 'ConntrackHelper': {'1.0'}, Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: 'Log': {'1.0'}, Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: 'Network': {'1.1'}, Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: 'Port': {'1.5'}, Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: 'PortForwarding': {'1.2'}, Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: 'QosPolicy': {'1.8'}, Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: 'SecurityGroup': {'1.2'}, Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: 'SecurityGroupRule': {'1.0'}, Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: 'SubPort': {'1.0'}, Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: 'Subnet': {'1.1'}, Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: 'Trunk': {'1.1'}} Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: consumer versions: Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: { DHCP agent@dv-cinder-832328-1-smb: {}, Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: HyperV agent@hv-cinder-83232: {}, Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: L3 agent@dv-cinder-832328-1-smb: {}, Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: Metadata agent@dv-cinder-832328-1-smb: {}, Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: Metering agent@dv-cinder-832328-1-smb: {}, Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: Open vSwitch agent@dv-cinder-832328-1-smb: { 'ConntrackHelper': '1.0', Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: 'Log': '1.0', Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: 'Network': '1.1', Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: 'Port': '1.5', Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: 'PortForwarding': '1.2', Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: 'QosPolicy': '1.8', Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: 'SecurityGroup': '1.2', Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: 'SecurityGroupRule': '1.0', Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: 'SubPort': '1.0', Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: 'Subnet': '1.1', Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: 'Trunk': '1.1'}} Mar 08 20:52:57.287149 dv-cinder-832328-1-smb neutron-server[83163]: {{(pid=83163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:52:57.304867 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-63cc73ab-8dbf-4710-aa14-58c700912403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:57.369571 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.db [None req-9d43410a-b9bf-4824-93d3-3f35c30c0d09 None None] For port b98b0402-735d-4c34-8b29-cf88672d10c0, host dv-cinder-832328-1-smb, cleared binding levels {{(pid=83163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:52:57.373825 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.db [None req-9d43410a-b9bf-4824-93d3-3f35c30c0d09 None None] For port b98b0402-735d-4c34-8b29-cf88672d10c0, host dv-cinder-832328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=b98b0402-735d-4c34-8b29-cf88672d10c0,segment=NetworkSegment(270771a1-e195-4c27-89e2-1537a366dca1),segment_id=270771a1-e195-4c27-89e2-1537a366dca1)] {{(pid=83163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:52:57.385847 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-9d43410a-b9bf-4824-93d3-3f35c30c0d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:57.392465 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-5f65c4db-e7f9-4ee0-bfe6-efd56e4d248f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423'] for subnet, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:57.447349 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-63cc73ab-8dbf-4710-aa14-58c700912403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:57.500474 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1418c41d-c453-40fa-81e3-3f06d42f39cb None None] Network 3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:52:57.516755 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff34afc-ae7e-4779-b6ac-024127104925 None None] Pushing event updated for resources: {'Port': ['ID=b98b0402-735d-4c34-8b29-cf88672d10c0,revision_number=3']} {{(pid=83163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:52:57.527504 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d43410a-b9bf-4824-93d3-3f35c30c0d09 None None] Routers {'48c7b7de-adbe-4e27-98ea-ba7d5634f0d2'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:52:57.528372 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-9d43410a-b9bf-4824-93d3-3f35c30c0d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:52:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['48c7b7de-adbe-4e27-98ea-ba7d5634f0d2'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:52:57.586511 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63cc73ab-8dbf-4710-aa14-58c700912403 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=83160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:52:57.659930 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-63cc73ab-8dbf-4710-aa14-58c700912403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:57.660826 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.db.segments_db [None req-63cc73ab-8dbf-4710-aa14-58c700912403 admin admin] Added segment 5a3ae71f-39da-47cb-9d36-3859449d7ace of type vlan for network 90f0eaac-1d2c-4cc2-a38d-eab133c505dc Mar 08 20:52:57.665382 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc73ab-8dbf-4710-aa14-58c700912403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcff5de-9e18-409a-bf62-956a245dd129,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:52:57.668164 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65c4db-e7f9-4ee0-bfe6-efd56e4d248f admin admin] Pushing event updated for resources: {'Subnet': ['ID=631e0254-4619-4902-8397-d03caba0f7cf,revision_number=0']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:52:57.724421 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f65c4db-e7f9-4ee0-bfe6-efd56e4d248f admin admin] Checking segment: {'id': 'def440c0-28e5-481e-8733-4907081c4e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:52:57.724791 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f65c4db-e7f9-4ee0-bfe6-efd56e4d248f admin admin] Network hostable DHCP agents. Network: 3ac543f3-ed2d-4557-8b9b-b33844ee4851, hostable agents: ['f8f0924d-105e-45b1-98fc-f771e4a35ffd'], hosted agents: [] {{(pid=83160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:52:57.838708 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-63cc73ab-8dbf-4710-aa14-58c700912403 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774925924886'] for network, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:57.880398 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-9d43410a-b9bf-4824-93d3-3f35c30c0d09 None None] Set router 48c7b7de-adbe-4e27-98ea-ba7d5634f0d2 gateway port host: dv-cinder-832328-1-smb {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:52:57.915827 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f65c4db-e7f9-4ee0-bfe6-efd56e4d248f admin admin] Network 3ac543f3-ed2d-4557-8b9b-b33844ee4851 is scheduled to be hosted by DHCP agent f8f0924d-105e-45b1-98fc-f771e4a35ffd with binding_index 1 {{(pid=83160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:52:57.920222 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-63cc73ab-8dbf-4710-aa14-58c700912403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423'] for network, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:57.921083 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cc73ab-8dbf-4710-aa14-58c700912403 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:57.929733 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-63cc73ab-8dbf-4710-aa14-58c700912403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:58.044782 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-5f65c4db-e7f9-4ee0-bfe6-efd56e4d248f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-smb, 3ac543f3-ed2d-4557-8b9b-b33844ee4851) {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:52:58.060314 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a2fc3b-3ac4-443c-897d-2ecf266338ae None None] Network 3ac543f3-ed2d-4557-8b9b-b33844ee4851 requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:52:58.078399 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f65c4db-e7f9-4ee0-bfe6-efd56e4d248f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:58.078977 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-5f65c4db-e7f9-4ee0-bfe6-efd56e4d248f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for subnet, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:58.101356 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc73ab-8dbf-4710-aa14-58c700912403 admin admin] Pushing event updated for resources: {'Network': ['ID=90f0eaac-1d2c-4cc2-a38d-eab133c505dc,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:52:58.107190 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-63cc73ab-8dbf-4710-aa14-58c700912403 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.8250442 Mar 08 20:52:58.110190 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 40212) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:52:58.115907 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-07ca456a-fd5a-492d-8673-5f106fca4b44 admin admin] Request body: {'subnet': {'network_id': '90f0eaac-1d2c-4cc2-a38d-eab133c505dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-212416313-subnet', 'tenant_id': 'c4d9375e21184d71a091ff287e10c9fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:52:58.123467 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-07ca456a-fd5a-492d-8673-5f106fca4b44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:52:58.131245 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-07ca456a-fd5a-492d-8673-5f106fca4b44 admin admin] Usage tracker for resource:subnet and tenant:c4d9375e21184d71a091ff287e10c9fb is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:52:58.139287 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-07ca456a-fd5a-492d-8673-5f106fca4b44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:52:58.155496 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-07ca456a-fd5a-492d-8673-5f106fca4b44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:52:58.173784 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ca456a-fd5a-492d-8673-5f106fca4b44 admin admin] Made reservation on behalf of c4d9375e21184d71a091ff287e10c9fb for: {'subnet': 1} {{(pid=83161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:52:58.176093 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-07ca456a-fd5a-492d-8673-5f106fca4b44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:58.221900 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-5f65c4db-e7f9-4ee0-bfe6-efd56e4d248f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6959879 Mar 08 20:52:58.234276 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 40222) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:52:58.244671 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-40bde811-09d1-40f3-a5a5-e538d6eaa9d5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:52:58.266420 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-40bde811-09d1-40f3-a5a5-e538d6eaa9d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:52:58.330616 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Network 90f0eaac-1d2c-4cc2-a38d-eab133c505dc details requested by agent ovs-agent-dv-cinder-832328-1-smb with host dv-cinder-832328-1-smb {{(pid=83162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 20:52:58.334001 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-40bde811-09d1-40f3-a5a5-e538d6eaa9d5 admin admin] Usage tracker for resource:router and tenant:75384b10ddb442bea7117c6826e163d3 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:52:58.345171 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-40bde811-09d1-40f3-a5a5-e538d6eaa9d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:52:58.374126 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-40bde811-09d1-40f3-a5a5-e538d6eaa9d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:52:58.491532 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-40bde811-09d1-40f3-a5a5-e538d6eaa9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-360017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8618'] for router, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:58.494353 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-40bde811-09d1-40f3-a5a5-e538d6eaa9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-359986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8609'] for router, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:58.567677 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-40bde811-09d1-40f3-a5a5-e538d6eaa9d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:58.572626 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-9d43410a-b9bf-4824-93d3-3f35c30c0d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c7b7de-adbe-4e27-98ea-ba7d5634f0d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1274342020-router', 'tenant_id': '8fdf6a2901a4473984cf32ef3b202ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b98b0402-735d-4c34-8b29-cf88672d10c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:53Z', 'updated_at': '2022-03-08T20:52:54Z', 'revision_number': 3, 'project_id': '8fdf6a2901a4473984cf32ef3b202ac2', 'gw_port': {'id': 'b98b0402-735d-4c34-8b29-cf88672d10c0', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:da:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c7b7de-adbe-4e27-98ea-ba7d5634f0d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:54Z', 'updated_at': '2022-03-08T20:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:52:58.582227 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d43410a-b9bf-4824-93d3-3f35c30c0d09 None None] The sync data for ids ['48c7b7de-adbe-4e27-98ea-ba7d5634f0d2'] in dv-cinder-832328-1-smb is: [{'id': '48c7b7de-adbe-4e27-98ea-ba7d5634f0d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1274342020-router', 'tenant_id': '8fdf6a2901a4473984cf32ef3b202ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b98b0402-735d-4c34-8b29-cf88672d10c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:53Z', 'updated_at': '2022-03-08T20:52:54Z', 'revision_number': 3, 'project_id': '8fdf6a2901a4473984cf32ef3b202ac2', 'gw_port': {'id': 'b98b0402-735d-4c34-8b29-cf88672d10c0', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:da:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c7b7de-adbe-4e27-98ea-ba7d5634f0d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:54Z', 'updated_at': '2022-03-08T20:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}] {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:52:58.592397 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 40242) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:52:58.597106 dv-cinder-832328-1-smb neutron-server[83161]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 20:52:58.636289 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-07ca456a-fd5a-492d-8673-5f106fca4b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423'] for subnet, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:58.738405 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82897f6b-9441-5f0c-ac3f-2ea43e747f11-3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf'}]}} from dv-cinder-832328-1-smb. {{(pid=83162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 08 20:52:58.740382 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca456a-fd5a-492d-8673-5f106fca4b44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e4ec5f8-ab2e-446c-b95d-086953373a35,revision_number=0']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:52:58.740541 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:58.863923 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-01410b1e-e5f6-43ce-b095-aba6dbd9d292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:58.978359 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ca456a-fd5a-492d-8673-5f106fca4b44 admin admin] Checking segment: {'id': '5a3ae71f-39da-47cb-9d36-3859449d7ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '90f0eaac-1d2c-4cc2-a38d-eab133c505dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:52:58.978757 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ca456a-fd5a-492d-8673-5f106fca4b44 admin admin] Network hostable DHCP agents. Network: 90f0eaac-1d2c-4cc2-a38d-eab133c505dc, hostable agents: ['f8f0924d-105e-45b1-98fc-f771e4a35ffd'], hosted agents: [] {{(pid=83161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:52:59.006826 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-40bde811-09d1-40f3-a5a5-e538d6eaa9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15691'] for router, precommit_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:59.154387 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-d365527a-9a80-4e3c-a3f4-70b401413e8c tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:59.155127 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-d365527a-9a80-4e3c-a3f4-70b401413e8c tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Synchronizing usage tracker for tenant:f9b5ca4b27e944beac8bb71a030dc448 on resource:network {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:52:59.214792 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.db_base_plugin_common [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Allocated IP 172.20.0.2 (3ac543f3-ed2d-4557-8b9b-b33844ee4851/631e0254-4619-4902-8397-d03caba0f7cf/9550f9a7-6e1e-4e69-91cc-67b486d29d3f) {{(pid=83162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:52:59.244170 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ca456a-fd5a-492d-8673-5f106fca4b44 admin admin] Network 90f0eaac-1d2c-4cc2-a38d-eab133c505dc is scheduled to be hosted by DHCP agent f8f0924d-105e-45b1-98fc-f771e4a35ffd with binding_index 1 {{(pid=83161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:52:59.293846 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-d365527a-9a80-4e3c-a3f4-70b401413e8c tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Unset dirty status for tenant:f9b5ca4b27e944beac8bb71a030dc448 on resource:network {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:52:59.295126 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-d365527a-9a80-4e3c-a3f4-70b401413e8c tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/networks?id=3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e HTTP/1.1" status: 200 len: 811 time: 0.7014334 Mar 08 20:52:59.302032 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [None req-07ca456a-fd5a-492d-8673-5f106fca4b44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-smb, 90f0eaac-1d2c-4cc2-a38d-eab133c505dc) {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:52:59.359154 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ca456a-fd5a-492d-8673-5f106fca4b44 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:52:59.364584 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-07ca456a-fd5a-492d-8673-5f106fca4b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for subnet, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:59.366949 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_common [None req-01410b1e-e5f6-43ce-b095-aba6dbd9d292 admin admin] Allocated IP 172.20.0.1 (6b735a19-c087-45dd-af15-b8c29d470965/5de2fd05-f3f9-46aa-9b4c-d1e06cb3e211/98a2d086-4c2e-4c36-a533-84773a4507fd) {{(pid=83160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:52:59.425214 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-1d83156f-22b7-47cf-a0d0-bf1ef2fe6c56 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/quotas/f9b5ca4b27e944beac8bb71a030dc448 HTTP/1.1" status: 200 len: 375 time: 0.1211927 Mar 08 20:52:59.537463 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1342396-ceec-41af-aad2-ef05cbe0667c None None] Network 90f0eaac-1d2c-4cc2-a38d-eab133c505dc requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:52:59.570785 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-07ca456a-fd5a-492d-8673-5f106fca4b44 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4594135 Mar 08 20:52:59.599567 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-40bde811-09d1-40f3-a5a5-e538d6eaa9d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:59.602232 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-31c82db7-38de-40ae-818b-dd3e7acb129c tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9b5ca4b27e944beac8bb71a030dc448&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1531672 Mar 08 20:52:59.637360 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-40bde811-09d1-40f3-a5a5-e538d6eaa9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:59.760558 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-01410b1e-e5f6-43ce-b095-aba6dbd9d292 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:59.798705 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-01410b1e-e5f6-43ce-b095-aba6dbd9d292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643'] for port, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:59.863170 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Notify callbacks [] for port, precommit_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:52:59.909320 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Transition to ACTIVE for port object 9550f9a7-6e1e-4e69-91cc-67b486d29d3f will not be triggered until provisioned by entity L2. {{(pid=83162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:52:59.916528 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcae48b-db0e-4774-b0e7-48af38c76ae1 None None] Network 90f0eaac-1d2c-4cc2-a38d-eab133c505dc requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:53:00.029897 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Transition to ACTIVE for port object 9550f9a7-6e1e-4e69-91cc-67b486d29d3f will not be triggered until provisioned by entity DHCP. {{(pid=83162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:53:00.094377 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device b98b0402-735d-4c34-8b29-cf88672d10c0 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:53:00.094992 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01410b1e-e5f6-43ce-b095-aba6dbd9d292 admin admin] Network 6b735a19-c087-45dd-af15-b8c29d470965 is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:53:00.097945 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01410b1e-e5f6-43ce-b095-aba6dbd9d292 admin admin] Pushing event updated for resources: {'Port': ['ID=98a2d086-4c2e-4c36-a533-84773a4507fd,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:00.100122 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-01410b1e-e5f6-43ce-b095-aba6dbd9d292 admin admin] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:53:00.107731 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01410b1e-e5f6-43ce-b095-aba6dbd9d292 admin admin] Received port after_create {{(pid=83160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:53:00.108193 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-01410b1e-e5f6-43ce-b095-aba6dbd9d292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-357313'] for router_interface, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:00.140778 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_common [None req-40bde811-09d1-40f3-a5a5-e538d6eaa9d5 admin admin] Allocated IP 172.28.2.3 (f9f3acf9-d167-4056-a9c0-ac3b9bafea7a/9a481e38-0dcf-4733-b8bf-eb46fecff3f0/b6a2ee7e-00f6-41d1-82bb-5f955bd86b60) {{(pid=83160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:53:00.148690 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643'] for port, after_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:00.173621 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 40282) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:00.314401 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-01410b1e-e5f6-43ce-b095-aba6dbd9d292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:00.436030 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Network 3ac543f3-ed2d-4557-8b9b-b33844ee4851 is already hosted by enough agents. {{(pid=83162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:53:00.445971 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.scheduler.base_scheduler [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Resources bound (agent type, host, resource id): {{(pid=83162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:53:00.446356 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-8de93612-9f09-4f44-bb79-7977c782c805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:00.459524 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Received port after_create {{(pid=83162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:53:00.480678 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Pushing event updated for resources: {'Port': ['ID=9550f9a7-6e1e-4e69-91cc-67b486d29d3f,revision_number=1']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:00.493351 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-9dc18226-dd2b-42f7-b8e7-3c5c597eb9ca service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83161) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 08 20:53:00.510078 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-9dc18226-dd2b-42f7-b8e7-3c5c597eb9ca service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4745252 Mar 08 20:53:00.511790 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-40bde811-09d1-40f3-a5a5-e538d6eaa9d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:00.571008 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:00.571645 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:00.572200 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:00.572736 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:00.573257 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:00.573764 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:00.574246 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:00.574730 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:00.575201 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:00.575714 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:00.576198 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Tracked resource versions report: Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: pushed versions: Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: { 'ConntrackHelper': {'1.0'}, Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: 'Log': {'1.0'}, Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: 'Network': {'1.1'}, Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: 'Port': {'1.5'}, Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: 'PortForwarding': {'1.2'}, Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: 'QosPolicy': {'1.8'}, Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: 'SecurityGroup': {'1.2'}, Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: 'SecurityGroupRule': {'1.0'}, Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: 'SubPort': {'1.0'}, Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: 'Subnet': {'1.1'}, Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: 'Trunk': {'1.1'}} Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: consumer versions: Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: { DHCP agent@dv-cinder-832328-1-smb: {}, Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: HyperV agent@hv-cinder-83232: {}, Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: L3 agent@dv-cinder-832328-1-smb: {}, Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: Metadata agent@dv-cinder-832328-1-smb: {}, Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: Metering agent@dv-cinder-832328-1-smb: {}, Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: Open vSwitch agent@dv-cinder-832328-1-smb: { 'ConntrackHelper': '1.0', Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: 'Log': '1.0', Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: 'Network': '1.1', Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: 'Port': '1.5', Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: 'PortForwarding': '1.2', Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: 'QosPolicy': '1.8', Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: 'SecurityGroup': '1.2', Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: 'SecurityGroupRule': '1.0', Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: 'SubPort': '1.0', Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: 'Subnet': '1.1', Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: 'Trunk': '1.1'}} Mar 08 20:53:00.577394 dv-cinder-832328-1-smb neutron-server[83162]: {{(pid=83162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 20:53:00.652913 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Attempting to bind port 9550f9a7-6e1e-4e69-91cc-67b486d29d3f on host dv-cinder-832328-1-smb for vnic_type normal with profile {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:53:00.653713 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Attempting to bind port 9550f9a7-6e1e-4e69-91cc-67b486d29d3f by drivers openvswitch,hyperv on host dv-cinder-832328-1-smb at level 0 using segments [{'id': 'def440c0-28e5-481e-8733-4907081c4e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851'}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:53:00.654351 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Attempting to bind port 9550f9a7-6e1e-4e69-91cc-67b486d29d3f on network 3ac543f3-ed2d-4557-8b9b-b33844ee4851 {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:53:00.658836 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning for port b98b0402-735d-4c34-8b29-cf88672d10c0 completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:53:00.668026 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Checking agent: {'id': '3893f380-9b19-46dd-a79f-fadbe55c1144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 20, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:53:00.668723 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Checking segment: {'id': 'def440c0-28e5-481e-8733-4907081c4e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:53:00.669391 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:00.669864 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Bound using segment: {'id': 'def440c0-28e5-481e-8733-4907081c4e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851'} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:53:00.670431 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Bound port: 9550f9a7-6e1e-4e69-91cc-67b486d29d3f, host: dv-cinder-832328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def440c0-28e5-481e-8733-4907081c4e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851'}}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:53:00.670952 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:00.683632 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port b98b0402-735d-4c34-8b29-cf88672d10c0 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:53:00.685162 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:00.869538 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-8de93612-9f09-4f44-bb79-7977c782c805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:00.886069 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-8de93612-9f09-4f44-bb79-7977c782c805 admin admin] Usage tracker for resource:security_group_rule and tenant:1ec1b9a63c6944928e57ff7f1fdc7e52 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:00.897257 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-40bde811-09d1-40f3-a5a5-e538d6eaa9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643'] for port, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:00.917713 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-8de93612-9f09-4f44-bb79-7977c782c805 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:00.942027 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-8de93612-9f09-4f44-bb79-7977c782c805 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:00.943345 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] For port 9550f9a7-6e1e-4e69-91cc-67b486d29d3f, host dv-cinder-832328-1-smb, cleared binding levels {{(pid=83162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:53:00.948021 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-0c36fabe-2631-4528-bf3c-fbac37e65be0 service neutron] 10.222.0.39 "GET /v2.0/networks/3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369314 Mar 08 20:53:00.952360 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] For port 9550f9a7-6e1e-4e69-91cc-67b486d29d3f, host dv-cinder-832328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=9550f9a7-6e1e-4e69-91cc-67b486d29d3f,segment=NetworkSegment(def440c0-28e5-481e-8733-4907081c4e81),segment_id=def440c0-28e5-481e-8733-4907081c4e81)] {{(pid=83162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:53:01.059507 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:01.108728 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bde811-09d1-40f3-a5a5-e538d6eaa9d5 admin admin] Pushing event updated for resources: {'Port': ['ID=b6a2ee7e-00f6-41d1-82bb-5f955bd86b60,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:01.121711 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bde811-09d1-40f3-a5a5-e538d6eaa9d5 admin admin] Network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:53:01.126028 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-40bde811-09d1-40f3-a5a5-e538d6eaa9d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:53:01.157795 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bde811-09d1-40f3-a5a5-e538d6eaa9d5 admin admin] Received port after_create {{(pid=83160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:53:01.197424 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:01.198855 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-01410b1e-e5f6-43ce-b095-aba6dbd9d292 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:01.227503 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-01410b1e-e5f6-43ce-b095-aba6dbd9d292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:01.229029 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-01410b1e-e5f6-43ce-b095-aba6dbd9d292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3538255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-357228'] for router_interface, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:01.296383 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] For port b98b0402-735d-4c34-8b29-cf88672d10c0, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=b98b0402-735d-4c34-8b29-cf88672d10c0,segment=NetworkSegment(270771a1-e195-4c27-89e2-1537a366dca1),segment_id=270771a1-e195-4c27-89e2-1537a366dca1)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:53:01.323995 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:01.336429 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e9e84-8394-4d08-974d-d4b7e1911016 None None] Pushing event updated for resources: {'Port': ['ID=9550f9a7-6e1e-4e69-91cc-67b486d29d3f,revision_number=2']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:01.394995 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-ebb0d923-62b7-41e0-a37f-f6c8bb66a271 service neutron] 10.222.0.39 "GET /v2.0/networks/3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276855 Mar 08 20:53:01.424192 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 40332) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:01.438008 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-efe9f363-e308-4f62-8457-58d8694655cb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-459237927-network', 'tenant_id': 'f34d7952e04e47738714ea0b2f265693'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:53:01.445956 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-efe9f363-e308-4f62-8457-58d8694655cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:01.464219 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-efe9f363-e308-4f62-8457-58d8694655cb admin admin] Usage tracker for resource:network and tenant:f34d7952e04e47738714ea0b2f265693 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:01.470025 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-efe9f363-e308-4f62-8457-58d8694655cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:01.490990 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-efe9f363-e308-4f62-8457-58d8694655cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:01.536229 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-8de93612-9f09-4f44-bb79-7977c782c805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:01.549185 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-8de93612-9f09-4f44-bb79-7977c782c805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:01.633396 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Pushing event updated for resources: {'Port': ['ID=b98b0402-735d-4c34-8b29-cf88672d10c0,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:01.660772 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01410b1e-e5f6-43ce-b095-aba6dbd9d292 admin admin] Pushing event updated for resources: {'Port': ['ID=98a2d086-4c2e-4c36-a533-84773a4507fd,revision_number=2']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:01.686403 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe9f363-e308-4f62-8457-58d8694655cb admin admin] Made reservation on behalf of f34d7952e04e47738714ea0b2f265693 for: {'network': 1} {{(pid=83161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:53:01.692104 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-efe9f363-e308-4f62-8457-58d8694655cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for network, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:01.711494 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-8de93612-9f09-4f44-bb79-7977c782c805 admin admin] Synchronizing usage tracker for tenant:bdeb998011c34a4a96d7b1abc11dfaad on resource:security_group {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:53:01.718483 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-efe9f363-e308-4f62-8457-58d8694655cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:01.802235 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01410b1e-e5f6-43ce-b095-aba6dbd9d292 admin admin] Network 6b735a19-c087-45dd-af15-b8c29d470965 is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:53:01.813747 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de93612-9f09-4f44-bb79-7977c782c805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336f3405-ebe1-4242-8fe7-17a2a60729eb,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:01.817801 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-01410b1e-e5f6-43ce-b095-aba6dbd9d292 admin admin] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:53:01.839768 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-8de93612-9f09-4f44-bb79-7977c782c805 admin admin] Unset dirty status for tenant:bdeb998011c34a4a96d7b1abc11dfaad on resource:security_group {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:53:01.844271 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-8de93612-9f09-4f44-bb79-7977c782c805 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1ec1b9a63c6944928e57ff7f1fdc7e52&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6661978 Mar 08 20:53:01.852145 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 40346) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:01.929718 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-efe9f363-e308-4f62-8457-58d8694655cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:01.933743 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a164d83a-8f31-4b0d-977a-7409770b103a req-44899ba5-3949-4a2a-88ca-3f88aac08491 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3cc1ce9-8196-49f2-9426-d3110136b3a4 HTTP/1.1" status: 200 len: 210 time: 0.0795925 Mar 08 20:53:01.939509 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-efe9f363-e308-4f62-8457-58d8694655cb admin admin] Usage tracker for resource:security_group_rule and tenant:f34d7952e04e47738714ea0b2f265693 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:01.947990 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-efe9f363-e308-4f62-8457-58d8694655cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:01.959761 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-efe9f363-e308-4f62-8457-58d8694655cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:02.024746 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-40bde811-09d1-40f3-a5a5-e538d6eaa9d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:02.025568 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-40bde811-09d1-40f3-a5a5-e538d6eaa9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-356667'] for router, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:02.078193 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a718410e-92fe-4e1c-9429-b27c3c5c1703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:02.112623 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a718410e-92fe-4e1c-9429-b27c3c5c1703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:02.237896 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a718410e-92fe-4e1c-9429-b27c3c5c1703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:02.238305 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 9550f9a7-6e1e-4e69-91cc-67b486d29d3f up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:53:02.262952 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-efe9f363-e308-4f62-8457-58d8694655cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:02.264830 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718410e-92fe-4e1c-9429-b27c3c5c1703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336f3405-ebe1-4242-8fe7-17a2a60729eb,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:02.275083 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-efe9f363-e308-4f62-8457-58d8694655cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:02.307027 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9f363-e308-4f62-8457-58d8694655cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b659e003-88d8-4d6b-bc26-8e3226344ed7,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:02.310324 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a718410e-92fe-4e1c-9429-b27c3c5c1703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:02.311660 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-a718410e-92fe-4e1c-9429-b27c3c5c1703 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/336f3405-ebe1-4242-8fe7-17a2a60729eb HTTP/1.1" status: 204 len: 168 time: 0.4095488 Mar 08 20:53:02.323698 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efe9f363-e308-4f62-8457-58d8694655cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=83161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:53:02.335331 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-efe9f363-e308-4f62-8457-58d8694655cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:02.335737 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.db.segments_db [None req-efe9f363-e308-4f62-8457-58d8694655cb admin admin] Added segment 742475ee-e0fd-4899-b599-3a59bbdb65b1 of type vlan for network 361746fb-e5a6-455b-b428-587e34cbe717 Mar 08 20:53:02.369070 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-efe9f363-e308-4f62-8457-58d8694655cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774925924886'] for network, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:02.417076 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-efe9f363-e308-4f62-8457-58d8694655cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423'] for network, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:02.419416 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe9f363-e308-4f62-8457-58d8694655cb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:02.419995 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-efe9f363-e308-4f62-8457-58d8694655cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:02.467628 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning for port 9550f9a7-6e1e-4e69-91cc-67b486d29d3f completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:53:02.475004 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device b98b0402-735d-4c34-8b29-cf88672d10c0 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:53:02.608442 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-efe9f363-e308-4f62-8457-58d8694655cb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1827331 Mar 08 20:53:02.611832 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 40382) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:02.619372 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-50e75caf-e93f-453a-903b-d315b44a7270 admin admin] Request body: {'subnet': {'network_id': '361746fb-e5a6-455b-b428-587e34cbe717', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-459237927-subnet', 'tenant_id': 'f34d7952e04e47738714ea0b2f265693', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:53:02.629983 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-50e75caf-e93f-453a-903b-d315b44a7270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:02.634852 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-50e75caf-e93f-453a-903b-d315b44a7270 admin admin] Usage tracker for resource:subnet and tenant:f34d7952e04e47738714ea0b2f265693 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:02.638658 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-50e75caf-e93f-453a-903b-d315b44a7270 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:02.644911 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-50e75caf-e93f-453a-903b-d315b44a7270 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:02.659300 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9f363-e308-4f62-8457-58d8694655cb admin admin] Pushing event updated for resources: {'Network': ['ID=361746fb-e5a6-455b-b428-587e34cbe717,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:02.673324 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e75caf-e93f-453a-903b-d315b44a7270 admin admin] Made reservation on behalf of f34d7952e04e47738714ea0b2f265693 for: {'subnet': 1} {{(pid=83161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:53:02.675716 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-50e75caf-e93f-453a-903b-d315b44a7270 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:02.699093 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Network 361746fb-e5a6-455b-b428-587e34cbe717 details requested by agent ovs-agent-dv-cinder-832328-1-smb with host dv-cinder-832328-1-smb {{(pid=83162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 20:53:02.741020 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 20:53:02.946061 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-50e75caf-e93f-453a-903b-d315b44a7270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423'] for subnet, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:02.995410 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port b98b0402-735d-4c34-8b29-cf88672d10c0 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:53:02.995779 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:03.154353 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01410b1e-e5f6-43ce-b095-aba6dbd9d292 admin admin] Router 48c7b7de-adbe-4e27-98ea-ba7d5634f0d2 has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:53:03.162943 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6346f3-4d24-4b90-9b66-0d910ff3dc12 None None] Network 3ac543f3-ed2d-4557-8b9b-b33844ee4851 requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:53:03.168014 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40bde811-09d1-40f3-a5a5-e538d6eaa9d5 admin admin] Router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 is scheduled to L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 with binding_index 1 {{(pid=83160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:53:03.187611 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e75caf-e93f-453a-903b-d315b44a7270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d618583-c5dc-438f-9d20-7e7ba4241059,revision_number=0']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:03.407354 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-847c759c-5e5d-4641-98b3-31b77d5f5b3a req-39a52d01-3ba5-4c4c-90a2-c00aa7ed7857 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3cc1ce9-8196-49f2-9426-d3110136b3a4 HTTP/1.1" status: 200 len: 210 time: 0.2043340 Mar 08 20:53:03.434219 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e75caf-e93f-453a-903b-d315b44a7270 admin admin] Checking segment: {'id': '742475ee-e0fd-4899-b599-3a59bbdb65b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '361746fb-e5a6-455b-b428-587e34cbe717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:53:03.437997 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e75caf-e93f-453a-903b-d315b44a7270 admin admin] Network hostable DHCP agents. Network: 361746fb-e5a6-455b-b428-587e34cbe717, hostable agents: ['f8f0924d-105e-45b1-98fc-f771e4a35ffd'], hosted agents: [] {{(pid=83161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:53:03.495589 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e75caf-e93f-453a-903b-d315b44a7270 admin admin] Network 361746fb-e5a6-455b-b428-587e34cbe717 is scheduled to be hosted by DHCP agent f8f0924d-105e-45b1-98fc-f771e4a35ffd with binding_index 1 {{(pid=83161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:53:03.513914 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [None req-50e75caf-e93f-453a-903b-d315b44a7270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-smb, 361746fb-e5a6-455b-b428-587e34cbe717) {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:53:03.518224 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e75caf-e93f-453a-903b-d315b44a7270 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:03.518981 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-50e75caf-e93f-453a-903b-d315b44a7270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for subnet, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:03.536308 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10bfb74-2e13-4431-a532-ec15a12f28b1 None None] Network 361746fb-e5a6-455b-b428-587e34cbe717 requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:53:03.570203 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-50e75caf-e93f-453a-903b-d315b44a7270 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9573367 Mar 08 20:53:03.620896 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-82687543-6348-479a-82d7-b061b10c07e7 None None] Provisioning for port 9550f9a7-6e1e-4e69-91cc-67b486d29d3f completed by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:53:03.771878 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 40436) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:03.876532 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-82687543-6348-479a-82d7-b061b10c07e7 None None] Provisioning complete for port 9550f9a7-6e1e-4e69-91cc-67b486d29d3f triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:53:03.876902 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-82687543-6348-479a-82d7-b061b10c07e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:03.915341 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c321994-3254-43dd-a069-8bbf2d5e36d5 admin admin] Deleting subnet 7e4ec5f8-ab2e-446c-b95d-086953373a35 {{(pid=83161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 08 20:53:03.920041 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5c321994-3254-43dd-a069-8bbf2d5e36d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:03.989169 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5c321994-3254-43dd-a069-8bbf2d5e36d5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:04.038595 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5c321994-3254-43dd-a069-8bbf2d5e36d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558918'] for subnet, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:04.093387 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5a58fb-952a-4a58-bccd-2e38d694e60c None None] Network 361746fb-e5a6-455b-b428-587e34cbe717 requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:53:04.114551 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01410b1e-e5f6-43ce-b095-aba6dbd9d292 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:53:04.145057 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3debe1-cfd0-4cf5-a657-90f8b588fee9 None None] Sync routers for ids ['48c7b7de-adbe-4e27-98ea-ba7d5634f0d2'] in dv-cinder-832328-1-smb {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:53:04.164528 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bde811-09d1-40f3-a5a5-e538d6eaa9d5 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:53:04.170463 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-01410b1e-e5f6-43ce-b095-aba6dbd9d292 admin admin] 10.222.0.39 "PUT /v2.0/routers/48c7b7de-adbe-4e27-98ea-ba7d5634f0d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7306733 Mar 08 20:53:04.194824 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d6b7a6-0352-4cf3-8e35-bcf5b38468a2 None None] Sync routers for ids ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'] in dv-cinder-832328-1-smb {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:53:04.222083 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5c321994-3254-43dd-a069-8bbf2d5e36d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3558927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423'] for subnet, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:04.225922 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-40bde811-09d1-40f3-a5a5-e538d6eaa9d5 admin admin] Notify callbacks [] for router, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:04.227587 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-40bde811-09d1-40f3-a5a5-e538d6eaa9d5 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.9905620 Mar 08 20:53:04.230554 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 40454) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:04.232884 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d6b7a6-0352-4cf3-8e35-bcf5b38468a2 None None] Routers {'322e80d3-9b8c-442f-a225-e74ce54a5eb1'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:53:04.235004 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-e2d6b7a6-0352-4cf3-8e35-bcf5b38468a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:52:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:53:04.250361 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3debe1-cfd0-4cf5-a657-90f8b588fee9 None None] Routers {'48c7b7de-adbe-4e27-98ea-ba7d5634f0d2'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:53:04.250987 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-2f3debe1-cfd0-4cf5-a657-90f8b588fee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:52:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['48c7b7de-adbe-4e27-98ea-ba7d5634f0d2'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:53:04.350880 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5c321994-3254-43dd-a069-8bbf2d5e36d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:04.355108 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c321994-3254-43dd-a069-8bbf2d5e36d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e4ec5f8-ab2e-446c-b95d-086953373a35,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:04.359658 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-5c321994-3254-43dd-a069-8bbf2d5e36d5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7e4ec5f8-ab2e-446c-b95d-086953373a35 HTTP/1.1" status: 204 len: 168 time: 0.5867367 Mar 08 20:53:04.362096 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 40466) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:04.655846 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e6818b78-5f5d-4408-8e68-8fe137e7130b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468514'] for network, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:04.698069 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-e2d6b7a6-0352-4cf3-8e35-bcf5b38468a2 None None] Set router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 gateway port host: dv-cinder-832328-1-smb {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:53:04.874090 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-2b5c02c9-8ff4-40c6-8c03-24c96f7cebb1 req-32a1cce2-9e53-4052-8dea-6890dccca32b tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3cc1ce9-8196-49f2-9426-d3110136b3a4 HTTP/1.1" status: 200 len: 210 time: 0.1748962 Mar 08 20:53:05.058515 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-82687543-6348-479a-82d7-b061b10c07e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:05.239068 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e6818b78-5f5d-4408-8e68-8fe137e7130b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557779', 'neutron.services.segments.db._delete_segments_for_network-8774926378361'] for network, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:05.272760 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-82687543-6348-479a-82d7-b061b10c07e7 None None] For port 9550f9a7-6e1e-4e69-91cc-67b486d29d3f, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=9550f9a7-6e1e-4e69-91cc-67b486d29d3f,segment=NetworkSegment(def440c0-28e5-481e-8733-4907081c4e81),segment_id=def440c0-28e5-481e-8733-4907081c4e81)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:53:05.331919 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e6818b78-5f5d-4408-8e68-8fe137e7130b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:53:05.332334 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e6818b78-5f5d-4408-8e68-8fe137e7130b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:53:05.333192 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e6818b78-5f5d-4408-8e68-8fe137e7130b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:53:05.333521 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e6818b78-5f5d-4408-8e68-8fe137e7130b admin admin] Subscribe: > port after_create 55550000 {{(pid=83161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:53:05.333987 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e6818b78-5f5d-4408-8e68-8fe137e7130b admin admin] Subscribe: > port after_delete 55550000 {{(pid=83161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:53:05.334337 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e6818b78-5f5d-4408-8e68-8fe137e7130b admin admin] Subscribe: > port after_update 55550000 {{(pid=83161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:53:05.334773 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e6818b78-5f5d-4408-8e68-8fe137e7130b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:53:05.335126 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e6818b78-5f5d-4408-8e68-8fe137e7130b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:53:05.335614 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e6818b78-5f5d-4408-8e68-8fe137e7130b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:53:05.337102 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e6818b78-5f5d-4408-8e68-8fe137e7130b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:53:05.355706 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-82687543-6348-479a-82d7-b061b10c07e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:05.357491 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-2f3debe1-cfd0-4cf5-a657-90f8b588fee9 None None] Set router 48c7b7de-adbe-4e27-98ea-ba7d5634f0d2 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:53:05.607566 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e6818b78-5f5d-4408-8e68-8fe137e7130b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:53:05.608187 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e6818b78-5f5d-4408-8e68-8fe137e7130b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:53:05.608674 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e6818b78-5f5d-4408-8e68-8fe137e7130b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:53:05.609131 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e6818b78-5f5d-4408-8e68-8fe137e7130b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:53:05.609810 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.services.segments.db [None req-e6818b78-5f5d-4408-8e68-8fe137e7130b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f0eaac-1d2c-4cc2-a38d-eab133c505dc']}} {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:53:05.618957 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.21', 58444) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:05.673971 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.services.segments.db [None req-e6818b78-5f5d-4408-8e68-8fe137e7130b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a3ae71f-39da-47cb-9d36-3859449d7ace') {'for_net_delete': True} {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:53:05.677444 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.services.segments.db [None req-e6818b78-5f5d-4408-8e68-8fe137e7130b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a3ae71f-39da-47cb-9d36-3859449d7ace') {} {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:53:05.684214 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-e2d6b7a6-0352-4cf3-8e35-bcf5b38468a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:01Z', 'revision_number': 3, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:53:05.690525 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d6b7a6-0352-4cf3-8e35-bcf5b38468a2 None None] Checking router: 322e80d3-9b8c-442f-a225-e74ce54a5eb1 for host: dv-cinder-832328-1-smb {{(pid=83163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:53:05.691486 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d6b7a6-0352-4cf3-8e35-bcf5b38468a2 None None] Updating router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 port b6a2ee7e-00f6-41d1-82bb-5f955bd86b60 binding host dv-cinder-832328-1-smb {{(pid=83163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 08 20:53:05.759148 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-e2d6b7a6-0352-4cf3-8e35-bcf5b38468a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:05.868303 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 40544) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:05.872949 dv-cinder-832328-1-smb neutron-server[83160]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 20:53:05.968245 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e6818b78-5f5d-4408-8e68-8fe137e7130b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774926378244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1094476'] for segment, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:05.995920 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82687543-6348-479a-82d7-b061b10c07e7 None None] Pushing event updated for resources: {'Port': ['ID=9550f9a7-6e1e-4e69-91cc-67b486d29d3f,revision_number=3']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:06.030639 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e6818b78-5f5d-4408-8e68-8fe137e7130b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:06.061308 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6818b78-5f5d-4408-8e68-8fe137e7130b admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=83161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 08 20:53:06.061841 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e6818b78-5f5d-4408-8e68-8fe137e7130b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3537275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1095457'] for segment, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: util.warn_limited( Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: util.warn_limited( Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: Traceback (most recent call last): Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: timer() Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: cb(*args, **kw) Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: return func(*args, **kwargs) Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: self._notify() Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: self.callback(batched_events) Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: event.method(event) Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: return f(self, *a, **k) Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: return self._get(url).json() Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: return self.request(url, 'GET', **kwargs) Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:53:06.104222 dv-cinder-832328-1-smb neutron-server[83161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:53:06.383128 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-f13a935c-34d6-4c0a-b5b7-d10497e81c4c tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:06.384101 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-f13a935c-34d6-4c0a-b5b7-d10497e81c4c tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Synchronizing usage tracker for tenant:8fdf6a2901a4473984cf32ef3b202ac2 on resource:network {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:53:06.420331 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-f13a935c-34d6-4c0a-b5b7-d10497e81c4c tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Unset dirty status for tenant:8fdf6a2901a4473984cf32ef3b202ac2 on resource:network {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:53:06.430703 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-f13a935c-34d6-4c0a-b5b7-d10497e81c4c tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/networks?id=6b735a19-c087-45dd-af15-b8c29d470965 HTTP/1.1" status: 200 len: 819 time: 0.5611100 Mar 08 20:53:06.455804 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-116f5096-7195-48a1-9d0f-a4aff499eda2 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/quotas/8fdf6a2901a4473984cf32ef3b202ac2 HTTP/1.1" status: 200 len: 375 time: 0.0236101 Mar 08 20:53:06.539595 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e6818b78-5f5d-4408-8e68-8fe137e7130b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356730'] for network, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:06.574681 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 9550f9a7-6e1e-4e69-91cc-67b486d29d3f up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:53:06.593451 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-32564085-f741-468e-96fd-f77b52ba136a tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:06.595015 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-32564085-f741-468e-96fd-f77b52ba136a tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.21 "GET /v2.0/networks?id=3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e HTTP/1.1" status: 200 len: 811 time: 0.9747670 Mar 08 20:53:06.597016 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5dd03dbb-a517-4370-ab63-62cb674137cf req-8cbe7711-1f25-453b-a53c-4666eb728f84 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3cc1ce9-8196-49f2-9426-d3110136b3a4 HTTP/1.1" status: 200 len: 210 time: 0.2292407 Mar 08 20:53:06.702134 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e6818b78-5f5d-4408-8e68-8fe137e7130b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:06.707434 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-d8741b8c-ae0e-4c1d-88f7-1b717059b08b tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Request body: {'port': {'device_id': 'e3cc1ce9-8196-49f2-9426-d3110136b3a4', 'network_id': '3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e', 'admin_state_up': True, 'tenant_id': 'f9b5ca4b27e944beac8bb71a030dc448'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:53:06.746381 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-e2d6b7a6-0352-4cf3-8e35-bcf5b38468a2 None None] Notify callbacks [] for port, precommit_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:06.755164 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6818b78-5f5d-4408-8e68-8fe137e7130b admin admin] Pushing event deleted for resources: {'Network': ['ID=90f0eaac-1d2c-4cc2-a38d-eab133c505dc,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:06.777983 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.provisioning_blocks [None req-e2d6b7a6-0352-4cf3-8e35-bcf5b38468a2 None None] Transition to ACTIVE for port object b6a2ee7e-00f6-41d1-82bb-5f955bd86b60 will not be triggered until provisioned by entity L2. {{(pid=83163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:53:06.791181 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-e2d6b7a6-0352-4cf3-8e35-bcf5b38468a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:06.836890 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-45d4f5d2-e684-41b6-ace0-090d791eb6a6 None None] Provisioning complete for port 9550f9a7-6e1e-4e69-91cc-67b486d29d3f triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:53:06.837541 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-45d4f5d2-e684-41b6-ace0-090d791eb6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:06.910866 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-e6818b78-5f5d-4408-8e68-8fe137e7130b admin admin] 10.222.0.39 "DELETE /v2.0/networks/90f0eaac-1d2c-4cc2-a38d-eab133c505dc HTTP/1.1" status: 204 len: 168 time: 2.5451744 Mar 08 20:53:06.915368 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-6cc5d68c-abf4-42b8-a84b-cb893be1731b tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Synchronizing usage tracker for tenant:8fdf6a2901a4473984cf32ef3b202ac2 on resource:port {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:53:06.918471 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 40598) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:06.972880 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1e5da-cede-4484-ade9-2184a9ca7380 None None] Pushing event updated for resources: {'Port': ['ID=b6a2ee7e-00f6-41d1-82bb-5f955bd86b60,revision_number=2']} {{(pid=83163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:07.014647 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-2f3debe1-cfd0-4cf5-a657-90f8b588fee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c7b7de-adbe-4e27-98ea-ba7d5634f0d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1274342020-router', 'tenant_id': '8fdf6a2901a4473984cf32ef3b202ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b98b0402-735d-4c34-8b29-cf88672d10c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:53Z', 'updated_at': '2022-03-08T20:53:00Z', 'revision_number': 4, 'project_id': '8fdf6a2901a4473984cf32ef3b202ac2', 'gw_port': {'id': 'b98b0402-735d-4c34-8b29-cf88672d10c0', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:da:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c7b7de-adbe-4e27-98ea-ba7d5634f0d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:54Z', 'updated_at': '2022-03-08T20:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': '98a2d086-4c2e-4c36-a533-84773a4507fd', 'name': '', 'network_id': '6b735a19-c087-45dd-af15-b8c29d470965', 'tenant_id': '8fdf6a2901a4473984cf32ef3b202ac2', 'mac_address': 'fa:16:3e:59:aa:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c7b7de-adbe-4e27-98ea-ba7d5634f0d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5de2fd05-f3f9-46aa-9b4c-d1e06cb3e211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:00Z', 'revision_number': 2, 'project_id': '8fdf6a2901a4473984cf32ef3b202ac2', 'subnets': [{'id': '5de2fd05-f3f9-46aa-9b4c-d1e06cb3e211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:53:07.022094 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3debe1-cfd0-4cf5-a657-90f8b588fee9 None None] Checking router: 48c7b7de-adbe-4e27-98ea-ba7d5634f0d2 for host: dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:53:07.022641 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3debe1-cfd0-4cf5-a657-90f8b588fee9 None None] Updating router 48c7b7de-adbe-4e27-98ea-ba7d5634f0d2 port 98a2d086-4c2e-4c36-a533-84773a4507fd binding host dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 08 20:53:07.115975 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-d8741b8c-ae0e-4c1d-88f7-1b717059b08b tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:07.123292 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-e2d6b7a6-0352-4cf3-8e35-bcf5b38468a2 None None] Attempting to bind port b6a2ee7e-00f6-41d1-82bb-5f955bd86b60 on host dv-cinder-832328-1-smb for vnic_type normal with profile {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:53:07.123599 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-d8741b8c-ae0e-4c1d-88f7-1b717059b08b tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Usage tracker for resource:port and tenant:f9b5ca4b27e944beac8bb71a030dc448 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:07.123748 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-e2d6b7a6-0352-4cf3-8e35-bcf5b38468a2 None None] Attempting to bind port b6a2ee7e-00f6-41d1-82bb-5f955bd86b60 by drivers openvswitch,hyperv on host dv-cinder-832328-1-smb at level 0 using segments [{'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}] {{(pid=83163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:53:07.123994 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d6b7a6-0352-4cf3-8e35-bcf5b38468a2 None None] Attempting to bind port b6a2ee7e-00f6-41d1-82bb-5f955bd86b60 on network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:53:07.131333 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-d8741b8c-ae0e-4c1d-88f7-1b717059b08b tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:07.131900 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d6b7a6-0352-4cf3-8e35-bcf5b38468a2 None None] Checking agent: {'id': '3893f380-9b19-46dd-a79f-fadbe55c1144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 20, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:53:07.132272 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d6b7a6-0352-4cf3-8e35-bcf5b38468a2 None None] Checking segment: {'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:53:07.132678 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-e2d6b7a6-0352-4cf3-8e35-bcf5b38468a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:07.133080 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d6b7a6-0352-4cf3-8e35-bcf5b38468a2 None None] Bound using segment: {'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'} {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:53:07.133520 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-e2d6b7a6-0352-4cf3-8e35-bcf5b38468a2 None None] Bound port: b6a2ee7e-00f6-41d1-82bb-5f955bd86b60, host: dv-cinder-832328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}}] {{(pid=83163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:53:07.134673 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-e2d6b7a6-0352-4cf3-8e35-bcf5b38468a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:07.144951 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-d8741b8c-ae0e-4c1d-88f7-1b717059b08b tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:07.150843 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-2f3debe1-cfd0-4cf5-a657-90f8b588fee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:07.165194 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-d8741b8c-ae0e-4c1d-88f7-1b717059b08b tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Made reservation on behalf of f9b5ca4b27e944beac8bb71a030dc448 for: {'port': 1} {{(pid=83161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:53:07.168571 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-d8741b8c-ae0e-4c1d-88f7-1b717059b08b tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:07.223944 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.db [None req-e2d6b7a6-0352-4cf3-8e35-bcf5b38468a2 None None] For port b6a2ee7e-00f6-41d1-82bb-5f955bd86b60, host dv-cinder-832328-1-smb, cleared binding levels {{(pid=83163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:53:07.228209 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.db [None req-e2d6b7a6-0352-4cf3-8e35-bcf5b38468a2 None None] For port b6a2ee7e-00f6-41d1-82bb-5f955bd86b60, host dv-cinder-832328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=b6a2ee7e-00f6-41d1-82bb-5f955bd86b60,segment=NetworkSegment(270771a1-e195-4c27-89e2-1537a366dca1),segment_id=270771a1-e195-4c27-89e2-1537a366dca1)] {{(pid=83163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:53:07.233437 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-e2d6b7a6-0352-4cf3-8e35-bcf5b38468a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:07.267960 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-6cc5d68c-abf4-42b8-a84b-cb893be1731b tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Unset dirty status for tenant:8fdf6a2901a4473984cf32ef3b202ac2 on resource:port {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:53:07.282942 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-6cc5d68c-abf4-42b8-a84b-cb893be1731b tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8fdf6a2901a4473984cf32ef3b202ac2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8254237 Mar 08 20:53:07.288195 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port 9550f9a7-6e1e-4e69-91cc-67b486d29d3f triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:53:07.288561 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:07.342467 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_v2 [None req-76776ed6-f47a-4663-9b95-03393392c115 admin admin] Deleting subnet 7d618583-c5dc-438f-9d20-7e7ba4241059 {{(pid=83160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 08 20:53:07.350513 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1e5da-cede-4484-ade9-2184a9ca7380 None None] Pushing event updated for resources: {'Port': ['ID=b6a2ee7e-00f6-41d1-82bb-5f955bd86b60,revision_number=3']} {{(pid=83163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:07.353685 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-76776ed6-f47a-4663-9b95-03393392c115 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:07.384422 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d6b7a6-0352-4cf3-8e35-bcf5b38468a2 None None] Routers {'322e80d3-9b8c-442f-a225-e74ce54a5eb1'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:53:07.385578 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-e2d6b7a6-0352-4cf3-8e35-bcf5b38468a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:52:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:53:07.452173 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c1b6ed1a-daa4-4ec7-8d90-d06c17105d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:07.505022 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_common [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-d8741b8c-ae0e-4c1d-88f7-1b717059b08b tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Allocated IP 172.20.0.8 (3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e/6ff3cdae-31d2-4dfc-8577-d7abbca5deac/6694ff43-8422-4890-89d4-73f0ce00be26) {{(pid=83161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:53:07.637141 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-76776ed6-f47a-4663-9b95-03393392c115 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:07.717887 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-76776ed6-f47a-4663-9b95-03393392c115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558918'] for subnet, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:07.826459 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-e2d6b7a6-0352-4cf3-8e35-bcf5b38468a2 None None] Set router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 gateway port host: dv-cinder-832328-1-smb {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:53:08.102395 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6fa66f4a-a187-481c-9d7d-58941f457ed0 req-d5f1cf41-d410-45e6-b516-a158a9f6f621 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3cc1ce9-8196-49f2-9426-d3110136b3a4 HTTP/1.1" status: 200 len: 210 time: 0.1644835 Mar 08 20:53:08.353396 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-d8741b8c-ae0e-4c1d-88f7-1b717059b08b tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Notify callbacks [] for port, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:08.371628 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-e2d6b7a6-0352-4cf3-8e35-bcf5b38468a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:01Z', 'revision_number': 3, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:53:08.384324 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d6b7a6-0352-4cf3-8e35-bcf5b38468a2 None None] The sync data for ids ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'] in dv-cinder-832328-1-smb is: [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:01Z', 'revision_number': 3, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}] {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:53:08.462307 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-d8741b8c-ae0e-4c1d-88f7-1b717059b08b tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:08.470518 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-fd46981a-cfa7-4ec2-a4c8-d710153c2d41 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83160) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 08 20:53:08.486266 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-fd46981a-cfa7-4ec2-a4c8-d710153c2d41 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.7698145 Mar 08 20:53:08.564891 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 40652) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:08.571811 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-76776ed6-f47a-4663-9b95-03393392c115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3558927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423'] for subnet, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:08.639930 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-d8741b8c-ae0e-4c1d-88f7-1b717059b08b tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Network 3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e is already hosted by enough agents. {{(pid=83161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:53:08.645271 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-d8741b8c-ae0e-4c1d-88f7-1b717059b08b tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Resources bound (agent type, host, resource id): {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:53:08.648078 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-d8741b8c-ae0e-4c1d-88f7-1b717059b08b tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Received port after_create {{(pid=83161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:53:08.689478 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8741b8c-ae0e-4c1d-88f7-1b717059b08b tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Pushing event updated for resources: {'Port': ['ID=6694ff43-8422-4890-89d4-73f0ce00be26,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:08.692316 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-2f3debe1-cfd0-4cf5-a657-90f8b588fee9 None None] Notify callbacks [] for port, precommit_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:08.725230 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-2f3debe1-cfd0-4cf5-a657-90f8b588fee9 None None] Transition to ACTIVE for port object 98a2d086-4c2e-4c36-a533-84773a4507fd will not be triggered until provisioned by entity L2. {{(pid=83162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:53:08.736124 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-2f3debe1-cfd0-4cf5-a657-90f8b588fee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:08.737236 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-d8741b8c-ae0e-4c1d-88f7-1b717059b08b tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:08.739760 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-d8741b8c-ae0e-4c1d-88f7-1b717059b08b tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:08.785253 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-d8741b8c-ae0e-4c1d-88f7-1b717059b08b tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0900998 Mar 08 20:53:08.811512 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-bde62e3b-6fef-4627-8431-27434d272aca tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83161) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 08 20:53:08.814195 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-bde62e3b-6fef-4627-8431-27434d272aca tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0076475 Mar 08 20:53:08.991685 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb7422-866f-412e-80a3-8e507d1cda78 None None] Pushing event updated for resources: {'Port': ['ID=98a2d086-4c2e-4c36-a533-84773a4507fd,revision_number=3']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:09.158739 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-2f3debe1-cfd0-4cf5-a657-90f8b588fee9 None None] Attempting to bind port 98a2d086-4c2e-4c36-a533-84773a4507fd on host dv-cinder-832328-1-smb for vnic_type normal with profile {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:53:09.159043 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-2f3debe1-cfd0-4cf5-a657-90f8b588fee9 None None] Attempting to bind port 98a2d086-4c2e-4c36-a533-84773a4507fd by drivers openvswitch,hyperv on host dv-cinder-832328-1-smb at level 0 using segments [{'id': '839e8781-c8d4-49ad-9ad0-477a937867b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b735a19-c087-45dd-af15-b8c29d470965'}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:53:09.159481 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3debe1-cfd0-4cf5-a657-90f8b588fee9 None None] Attempting to bind port 98a2d086-4c2e-4c36-a533-84773a4507fd on network 6b735a19-c087-45dd-af15-b8c29d470965 {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:53:09.175434 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3debe1-cfd0-4cf5-a657-90f8b588fee9 None None] Checking agent: {'id': '3893f380-9b19-46dd-a79f-fadbe55c1144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 20, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:53:09.175806 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3debe1-cfd0-4cf5-a657-90f8b588fee9 None None] Checking segment: {'id': '839e8781-c8d4-49ad-9ad0-477a937867b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b735a19-c087-45dd-af15-b8c29d470965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:53:09.176205 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-2f3debe1-cfd0-4cf5-a657-90f8b588fee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:09.176656 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3debe1-cfd0-4cf5-a657-90f8b588fee9 None None] Bound using segment: {'id': '839e8781-c8d4-49ad-9ad0-477a937867b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b735a19-c087-45dd-af15-b8c29d470965'} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:53:09.177054 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-2f3debe1-cfd0-4cf5-a657-90f8b588fee9 None None] Bound port: 98a2d086-4c2e-4c36-a533-84773a4507fd, host: dv-cinder-832328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '839e8781-c8d4-49ad-9ad0-477a937867b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b735a19-c087-45dd-af15-b8c29d470965'}}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:53:09.177439 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-2f3debe1-cfd0-4cf5-a657-90f8b588fee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:09.218132 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_common [None req-c1b6ed1a-daa4-4ec7-8d90-d06c17105d3d admin admin] Allocated IP 172.20.0.1 (3ac543f3-ed2d-4557-8b9b-b33844ee4851/631e0254-4619-4902-8397-d03caba0f7cf/de88ea94-d0e2-409f-84d6-ac8e3f467870) {{(pid=83160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:53:09.406020 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-2f3debe1-cfd0-4cf5-a657-90f8b588fee9 None None] For port 98a2d086-4c2e-4c36-a533-84773a4507fd, host dv-cinder-832328-1-smb, cleared binding levels {{(pid=83162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:53:09.410855 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-2f3debe1-cfd0-4cf5-a657-90f8b588fee9 None None] For port 98a2d086-4c2e-4c36-a533-84773a4507fd, host dv-cinder-832328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=98a2d086-4c2e-4c36-a533-84773a4507fd,segment=NetworkSegment(839e8781-c8d4-49ad-9ad0-477a937867b0),segment_id=839e8781-c8d4-49ad-9ad0-477a937867b0)] {{(pid=83162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:53:09.413747 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c1b6ed1a-daa4-4ec7-8d90-d06c17105d3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:09.420101 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-2f3debe1-cfd0-4cf5-a657-90f8b588fee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:09.431463 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.provisioning_blocks [None req-c1b6ed1a-daa4-4ec7-8d90-d06c17105d3d admin admin] Transition to ACTIVE for port object de88ea94-d0e2-409f-84d6-ac8e3f467870 will not be triggered until provisioned by entity DHCP. {{(pid=83160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:53:09.468042 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76776ed6-f47a-4663-9b95-03393392c115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d618583-c5dc-438f-9d20-7e7ba4241059,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:09.487146 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c1b6ed1a-daa4-4ec7-8d90-d06c17105d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643'] for port, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:09.527678 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-bff09ac2-e097-4a81-9010-1efe4f269c5c service neutron] Request body: {'port': {'device_id': 'e3cc1ce9-8196-49f2-9426-d3110136b3a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:53:09.549584 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-76776ed6-f47a-4663-9b95-03393392c115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for subnet, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:09.561200 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-76776ed6-f47a-4663-9b95-03393392c115 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7d618583-c5dc-438f-9d20-7e7ba4241059 HTTP/1.1" status: 204 len: 168 time: 2.6377027 Mar 08 20:53:09.571590 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 40676) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:09.698366 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 40682) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:09.703447 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-89c69326-98e2-4fdb-8421-fe22bc1bf2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468514'] for network, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:09.726919 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b6ed1a-daa4-4ec7-8d90-d06c17105d3d admin admin] Network 3ac543f3-ed2d-4557-8b9b-b33844ee4851 is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:53:09.728101 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6ed1a-daa4-4ec7-8d90-d06c17105d3d admin admin] Pushing event updated for resources: {'Port': ['ID=de88ea94-d0e2-409f-84d6-ac8e3f467870,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:09.744797 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-c1b6ed1a-daa4-4ec7-8d90-d06c17105d3d admin admin] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:53:09.751952 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b6ed1a-daa4-4ec7-8d90-d06c17105d3d admin admin] Received port after_create {{(pid=83160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:53:09.752568 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c1b6ed1a-daa4-4ec7-8d90-d06c17105d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-357313'] for router_interface, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:09.760085 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3debe1-cfd0-4cf5-a657-90f8b588fee9 None None] Routers {'48c7b7de-adbe-4e27-98ea-ba7d5634f0d2'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:53:09.760724 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-2f3debe1-cfd0-4cf5-a657-90f8b588fee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:52:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['48c7b7de-adbe-4e27-98ea-ba7d5634f0d2'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:53:09.848359 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-bff09ac2-e097-4a81-9010-1efe4f269c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:09.895000 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc7415-b620-4d1d-9172-d5ffee4c1d54 req-e96743cb-662b-4ab0-8701-9edc2fc1a26c tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:09.897015 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-c5fc7415-b620-4d1d-9172-d5ffee4c1d54 req-e96743cb-662b-4ab0-8701-9edc2fc1a26c tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Synchronizing usage tracker for tenant:f9b5ca4b27e944beac8bb71a030dc448 on resource:port {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:53:09.957014 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-6e1482aa-77d2-4c6e-a4cd-b8da4ffd1c89 service neutron] 10.222.0.39 "GET /v2.0/networks/6b735a19-c087-45dd-af15-b8c29d470965?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4696155 Mar 08 20:53:09.962476 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb7422-866f-412e-80a3-8e507d1cda78 None None] Pushing event updated for resources: {'Port': ['ID=98a2d086-4c2e-4c36-a533-84773a4507fd,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:09.980919 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-9bae144e-39ad-4b94-8524-0c39e6ef5d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:10.018840 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-af451be7-bd2f-4344-9367-0b95fc51ecf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:10.100248 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-c5fc7415-b620-4d1d-9172-d5ffee4c1d54 req-e96743cb-662b-4ab0-8701-9edc2fc1a26c tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Unset dirty status for tenant:f9b5ca4b27e944beac8bb71a030dc448 on resource:port {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:53:10.109686 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c5fc7415-b620-4d1d-9172-d5ffee4c1d54 req-e96743cb-662b-4ab0-8701-9edc2fc1a26c tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3cc1ce9-8196-49f2-9426-d3110136b3a4 HTTP/1.1" status: 200 len: 931 time: 0.6808586 Mar 08 20:53:10.199832 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-c5fc7415-b620-4d1d-9172-d5ffee4c1d54 req-fabd7949-8cfd-4348-b1f6-256c6f044b0c tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Synchronizing usage tracker for tenant:f9b5ca4b27e944beac8bb71a030dc448 on resource:security_group {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:53:10.235380 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-af451be7-bd2f-4344-9367-0b95fc51ecf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:10.297887 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-c5fc7415-b620-4d1d-9172-d5ffee4c1d54 req-fabd7949-8cfd-4348-b1f6-256c6f044b0c tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Unset dirty status for tenant:f9b5ca4b27e944beac8bb71a030dc448 on resource:security_group {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:53:10.311435 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c5fc7415-b620-4d1d-9172-d5ffee4c1d54 req-fabd7949-8cfd-4348-b1f6-256c6f044b0c tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/security-groups?id=de30a13a-1521-4944-b7bd-2f8e01a90b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001317 Mar 08 20:53:10.338315 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-af451be7-bd2f-4344-9367-0b95fc51ecf8 admin admin] Usage tracker for resource:security_group_rule and tenant:acde890cda8f454a836104cd0c117391 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:10.354572 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-af451be7-bd2f-4344-9367-0b95fc51ecf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:10.360610 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-28a74751-cc3a-4645-b386-b9465a7031b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:10.374433 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-89c69326-98e2-4fdb-8421-fe22bc1bf2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557779', 'neutron.services.segments.db._delete_segments_for_network-8774926378361'] for network, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:10.381816 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-af451be7-bd2f-4344-9367-0b95fc51ecf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:10.386274 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-1063b3fe-ed51-4a0e-ac2b-a78ed5d58da9 None None] Provisioning for port de88ea94-d0e2-409f-84d6-ac8e3f467870 completed by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:53:10.394596 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-1063b3fe-ed51-4a0e-ac2b-a78ed5d58da9 None None] Provisioning complete for port de88ea94-d0e2-409f-84d6-ac8e3f467870 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:53:10.394967 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-1063b3fe-ed51-4a0e-ac2b-a78ed5d58da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:10.523114 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-1063b3fe-ed51-4a0e-ac2b-a78ed5d58da9 None None] Port de88ea94-d0e2-409f-84d6-ac8e3f467870 cannot update to ACTIVE because it is not bound. {{(pid=83162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 08 20:53:10.535176 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-2f3debe1-cfd0-4cf5-a657-90f8b588fee9 None None] Set router 48c7b7de-adbe-4e27-98ea-ba7d5634f0d2 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:53:10.609323 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c1b6ed1a-daa4-4ec7-8d90-d06c17105d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:10.626622 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-9bae144e-39ad-4b94-8524-0c39e6ef5d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:10.703878 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-9bae144e-39ad-4b94-8524-0c39e6ef5d01 admin admin] Usage tracker for resource:security_group_rule and tenant:a99ba1b43c7848a69c5add8870454a9e is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:10.721608 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-9bae144e-39ad-4b94-8524-0c39e6ef5d01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:10.745162 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-89c69326-98e2-4fdb-8421-fe22bc1bf2d8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:53:10.745859 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-89c69326-98e2-4fdb-8421-fe22bc1bf2d8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:53:10.746747 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-89c69326-98e2-4fdb-8421-fe22bc1bf2d8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:53:10.747812 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-89c69326-98e2-4fdb-8421-fe22bc1bf2d8 admin admin] Subscribe: > port after_create 55550000 {{(pid=83160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:53:10.748425 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-89c69326-98e2-4fdb-8421-fe22bc1bf2d8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:53:10.748986 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-89c69326-98e2-4fdb-8421-fe22bc1bf2d8 admin admin] Subscribe: > port after_update 55550000 {{(pid=83160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:53:10.749485 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-89c69326-98e2-4fdb-8421-fe22bc1bf2d8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:53:10.750063 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-89c69326-98e2-4fdb-8421-fe22bc1bf2d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:53:10.750709 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-89c69326-98e2-4fdb-8421-fe22bc1bf2d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:53:10.751209 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-89c69326-98e2-4fdb-8421-fe22bc1bf2d8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:53:10.818444 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-af451be7-bd2f-4344-9367-0b95fc51ecf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:10.846457 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-af451be7-bd2f-4344-9367-0b95fc51ecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:10.936693 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.db.resource_extend [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-bff09ac2-e097-4a81-9010-1efe4f269c5c service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 20:53:11.134795 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-89c69326-98e2-4fdb-8421-fe22bc1bf2d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:53:11.135076 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-89c69326-98e2-4fdb-8421-fe22bc1bf2d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:53:11.135402 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-89c69326-98e2-4fdb-8421-fe22bc1bf2d8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:53:11.135726 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-89c69326-98e2-4fdb-8421-fe22bc1bf2d8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 20:53:11.136101 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.services.segments.db [None req-89c69326-98e2-4fdb-8421-fe22bc1bf2d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361746fb-e5a6-455b-b428-587e34cbe717']}} {{(pid=83160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:53:11.220732 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af451be7-bd2f-4344-9367-0b95fc51ecf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf7c96f-7981-4e32-928c-c116257e0e28,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:11.309210 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-2f3debe1-cfd0-4cf5-a657-90f8b588fee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c7b7de-adbe-4e27-98ea-ba7d5634f0d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1274342020-router', 'tenant_id': '8fdf6a2901a4473984cf32ef3b202ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b98b0402-735d-4c34-8b29-cf88672d10c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:53Z', 'updated_at': '2022-03-08T20:53:00Z', 'revision_number': 4, 'project_id': '8fdf6a2901a4473984cf32ef3b202ac2', 'gw_port': {'id': 'b98b0402-735d-4c34-8b29-cf88672d10c0', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:da:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c7b7de-adbe-4e27-98ea-ba7d5634f0d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:54Z', 'updated_at': '2022-03-08T20:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': '98a2d086-4c2e-4c36-a533-84773a4507fd', 'name': '', 'network_id': '6b735a19-c087-45dd-af15-b8c29d470965', 'tenant_id': '8fdf6a2901a4473984cf32ef3b202ac2', 'mac_address': 'fa:16:3e:59:aa:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c7b7de-adbe-4e27-98ea-ba7d5634f0d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5de2fd05-f3f9-46aa-9b4c-d1e06cb3e211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:09Z', 'revision_number': 4, 'project_id': '8fdf6a2901a4473984cf32ef3b202ac2', 'subnets': [{'id': '5de2fd05-f3f9-46aa-9b4c-d1e06cb3e211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:53:11.317632 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3debe1-cfd0-4cf5-a657-90f8b588fee9 None None] The sync data for ids ['48c7b7de-adbe-4e27-98ea-ba7d5634f0d2'] in dv-cinder-832328-1-smb is: [{'id': '48c7b7de-adbe-4e27-98ea-ba7d5634f0d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1274342020-router', 'tenant_id': '8fdf6a2901a4473984cf32ef3b202ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b98b0402-735d-4c34-8b29-cf88672d10c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:53Z', 'updated_at': '2022-03-08T20:53:00Z', 'revision_number': 4, 'project_id': '8fdf6a2901a4473984cf32ef3b202ac2', 'gw_port': {'id': 'b98b0402-735d-4c34-8b29-cf88672d10c0', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:da:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c7b7de-adbe-4e27-98ea-ba7d5634f0d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:54Z', 'updated_at': '2022-03-08T20:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': '98a2d086-4c2e-4c36-a533-84773a4507fd', 'name': '', 'network_id': '6b735a19-c087-45dd-af15-b8c29d470965', 'tenant_id': '8fdf6a2901a4473984cf32ef3b202ac2', 'mac_address': 'fa:16:3e:59:aa:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c7b7de-adbe-4e27-98ea-ba7d5634f0d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5de2fd05-f3f9-46aa-9b4c-d1e06cb3e211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:09Z', 'revision_number': 4, 'project_id': '8fdf6a2901a4473984cf32ef3b202ac2', 'subnets': [{'id': '5de2fd05-f3f9-46aa-9b4c-d1e06cb3e211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:53:11.321038 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-af451be7-bd2f-4344-9367-0b95fc51ecf8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=acde890cda8f454a836104cd0c117391&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6045215 Mar 08 20:53:11.325563 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 40712) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:11.688655 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c1b6ed1a-daa4-4ec7-8d90-d06c17105d3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:11.693194 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-9bae144e-39ad-4b94-8524-0c39e6ef5d01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:11.719948 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 40722) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:11.737912 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.services.segments.db [None req-89c69326-98e2-4fdb-8421-fe22bc1bf2d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '742475ee-e0fd-4899-b599-3a59bbdb65b1') {'for_net_delete': True} {{(pid=83160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:53:11.739805 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.services.segments.db [None req-89c69326-98e2-4fdb-8421-fe22bc1bf2d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '742475ee-e0fd-4899-b599-3a59bbdb65b1') {} {{(pid=83160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:53:11.748373 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c1b6ed1a-daa4-4ec7-8d90-d06c17105d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1387543'] for port, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:11.889728 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-bff09ac2-e097-4a81-9010-1efe4f269c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6694ff43-8422-4890-89d4-73f0ce00be26 {{(pid=83161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:53:11.896561 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-b30e764a-e075-4572-9faa-3ee689e3e0a7 service neutron] 10.222.0.39 "GET /v2.0/networks/6b735a19-c087-45dd-af15-b8c29d470965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9172311 Mar 08 20:53:11.906608 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-bff09ac2-e097-4a81-9010-1efe4f269c5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:11.943266 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.provisioning_blocks [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-bff09ac2-e097-4a81-9010-1efe4f269c5c service neutron] Transition to ACTIVE for port object 6694ff43-8422-4890-89d4-73f0ce00be26 will not be triggered until provisioned by entity L2. {{(pid=83161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:53:11.953875 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-bff09ac2-e097-4a81-9010-1efe4f269c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:11.956898 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c1b6ed1a-daa4-4ec7-8d90-d06c17105d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3538255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-357228'] for router_interface, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:11.972167 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-89c69326-98e2-4fdb-8421-fe22bc1bf2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774926378244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1386544'] for segment, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:12.125965 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a11bb6d0-3721-4a44-8a36-d1a80b586f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:12.203200 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b6ed1a-daa4-4ec7-8d90-d06c17105d3d admin admin] Network 3ac543f3-ed2d-4557-8b9b-b33844ee4851 is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:53:12.215024 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-c1b6ed1a-daa4-4ec7-8d90-d06c17105d3d admin admin] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:53:12.334839 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-36b25c77-d3c0-479a-a1dc-8801188a513b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:12.361129 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a11bb6d0-3721-4a44-8a36-d1a80b586f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:12.375316 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facf529-b82f-4082-9d03-364ab3752c5a req-3831cd64-08d3-49c2-b9ef-3cdbcbd2ce09 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:12.383146 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5facf529-b82f-4082-9d03-364ab3752c5a req-3831cd64-08d3-49c2-b9ef-3cdbcbd2ce09 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3cc1ce9-8196-49f2-9426-d3110136b3a4 HTTP/1.1" status: 200 len: 931 time: 0.6581008 Mar 08 20:53:12.423584 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff09ac2-e097-4a81-9010-1efe4f269c5c service neutron] Pushing event updated for resources: {'Port': ['ID=6694ff43-8422-4890-89d4-73f0ce00be26,revision_number=2']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:12.567487 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-bff09ac2-e097-4a81-9010-1efe4f269c5c service neutron] Attempting to bind port 6694ff43-8422-4890-89d4-73f0ce00be26 on host hv-cinder-83232 for vnic_type normal with profile {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:53:12.568640 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-bff09ac2-e097-4a81-9010-1efe4f269c5c service neutron] Attempting to bind port 6694ff43-8422-4890-89d4-73f0ce00be26 by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': '19e8ea61-7686-4806-aac8-3266df89609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e'}] {{(pid=83161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:53:12.570164 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-bff09ac2-e097-4a81-9010-1efe4f269c5c service neutron] Attempting to bind port 6694ff43-8422-4890-89d4-73f0ce00be26 on network 3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:53:12.643215 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-bff09ac2-e097-4a81-9010-1efe4f269c5c service neutron] Port 6694ff43-8422-4890-89d4-73f0ce00be26 on network 3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 08 20:53:12.643539 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-bff09ac2-e097-4a81-9010-1efe4f269c5c service neutron] Attempting to bind port 6694ff43-8422-4890-89d4-73f0ce00be26 on network 3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:53:12.666696 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-bff09ac2-e097-4a81-9010-1efe4f269c5c service neutron] Checking agent: {'id': '7ef80941-8def-40cc-9dc9-727f4daf545d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'started_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:53:12.667060 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-bff09ac2-e097-4a81-9010-1efe4f269c5c service neutron] Checking segment: {'id': '19e8ea61-7686-4806-aac8-3266df89609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:53:12.670830 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-bff09ac2-e097-4a81-9010-1efe4f269c5c service neutron] Bound using segment: {'id': '19e8ea61-7686-4806-aac8-3266df89609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e'} {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:53:12.672332 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-bff09ac2-e097-4a81-9010-1efe4f269c5c service neutron] Bound port: 6694ff43-8422-4890-89d4-73f0ce00be26, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e8ea61-7686-4806-aac8-3266df89609a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e'}}] {{(pid=83161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:53:12.673367 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-bff09ac2-e097-4a81-9010-1efe4f269c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:12.692112 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-c603ea88-8e03-4125-8ea6-0188dce9dd4b None None] Provisioning complete for port de88ea94-d0e2-409f-84d6-ac8e3f467870 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:53:12.692494 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-c603ea88-8e03-4125-8ea6-0188dce9dd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:12.719533 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5facf529-b82f-4082-9d03-364ab3752c5a req-e46e4c8c-b223-4d1d-a0f8-e24ea009b0e5 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/security-groups?id=de30a13a-1521-4944-b7bd-2f8e01a90b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351114 Mar 08 20:53:12.908257 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device b6a2ee7e-00f6-41d1-82bb-5f955bd86b60 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:53:13.008337 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a11bb6d0-3721-4a44-8a36-d1a80b586f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:13.173521 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-c603ea88-8e03-4125-8ea6-0188dce9dd4b None None] Port de88ea94-d0e2-409f-84d6-ac8e3f467870 cannot update to ACTIVE because it is not bound. {{(pid=83162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 08 20:53:13.178667 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11bb6d0-3721-4a44-8a36-d1a80b586f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf7c96f-7981-4e32-928c-c116257e0e28,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:13.188382 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-89c69326-98e2-4fdb-8421-fe22bc1bf2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:13.189011 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a11bb6d0-3721-4a44-8a36-d1a80b586f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:13.192692 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-a11bb6d0-3721-4a44-8a36-d1a80b586f01 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/baf7c96f-7981-4e32-928c-c116257e0e28 HTTP/1.1" status: 204 len: 168 time: 1.8633778 Mar 08 20:53:13.199764 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-bff09ac2-e097-4a81-9010-1efe4f269c5c service neutron] For port 6694ff43-8422-4890-89d4-73f0ce00be26, host hv-cinder-83232, cleared binding levels {{(pid=83161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:53:13.210601 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-bff09ac2-e097-4a81-9010-1efe4f269c5c service neutron] For port 6694ff43-8422-4890-89d4-73f0ce00be26, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=6694ff43-8422-4890-89d4-73f0ce00be26,segment=NetworkSegment(19e8ea61-7686-4806-aac8-3266df89609a),segment_id=19e8ea61-7686-4806-aac8-3266df89609a)] {{(pid=83161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:53:13.221316 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-bff09ac2-e097-4a81-9010-1efe4f269c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:13.339526 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d4fefda8-c534-4653-82eb-4e084e428021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:13.365706 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c69326-98e2-4fdb-8421-fe22bc1bf2d8 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=83160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 08 20:53:13.366831 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-89c69326-98e2-4fdb-8421-fe22bc1bf2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3537275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1387571'] for segment, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:13.405436 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:13.427166 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning for port b6a2ee7e-00f6-41d1-82bb-5f955bd86b60 completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:53:13.445515 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port b6a2ee7e-00f6-41d1-82bb-5f955bd86b60 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:53:13.446295 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:13.451889 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-bff09ac2-e097-4a81-9010-1efe4f269c5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:13.462642 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-bff09ac2-e097-4a81-9010-1efe4f269c5c service neutron] 10.222.0.21 "PUT /v2.0/ports/6694ff43-8422-4890-89d4-73f0ce00be26 HTTP/1.1" status: 200 len: 1093 time: 4.1688027 Mar 08 20:53:13.463418 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3cc1ce9-8196-49f2-9426-d3110136b3a4', 'tag': '6694ff43-8422-4890-89d4-73f0ce00be26'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:53:13.495184 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff09ac2-e097-4a81-9010-1efe4f269c5c service neutron] Pushing event updated for resources: {'Port': ['ID=6694ff43-8422-4890-89d4-73f0ce00be26,revision_number=3']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:13.594860 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-9bae144e-39ad-4b94-8524-0c39e6ef5d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: util.warn_limited( Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: util.warn_limited( Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: Traceback (most recent call last): Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: timer() Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: cb(*args, **kw) Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: return func(*args, **kwargs) Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: self._notify() Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: self.callback(batched_events) Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: event.method(event) Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: return f(self, *a, **k) Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: return self._get(url).json() Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: return self.request(url, 'GET', **kwargs) Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:53:13.600783 dv-cinder-832328-1-smb neutron-server[83160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:53:13.604545 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6ed1a-daa4-4ec7-8d90-d06c17105d3d admin admin] Pushing event updated for resources: {'Port': ['ID=de88ea94-d0e2-409f-84d6-ac8e3f467870,revision_number=2']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:13.654021 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:13.656246 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:13.680010 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] For port b6a2ee7e-00f6-41d1-82bb-5f955bd86b60, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=b6a2ee7e-00f6-41d1-82bb-5f955bd86b60,segment=NetworkSegment(270771a1-e195-4c27-89e2-1537a366dca1),segment_id=270771a1-e195-4c27-89e2-1537a366dca1)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:53:13.691963 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:13.694798 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 98a2d086-4c2e-4c36-a533-84773a4507fd up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:53:13.708918 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-38ce0f1a-35bf-49d9-88fa-661b3f67edab req-cb2fd577-347d-4db8-bb82-fcd1eb0d84e4 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 210 time: 0.6435239 Mar 08 20:53:13.709954 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-9bae144e-39ad-4b94-8524-0c39e6ef5d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:13.713794 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-2a1a8e36-d660-4977-b3c3-9205d3e56eab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9b5ca4b27e944beac8bb71a030dc448&device_id=e3cc1ce9-8196-49f2-9426-d3110136b3a4 HTTP/1.1" status: 200 len: 1096 time: 0.1644673 Mar 08 20:53:13.921207 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-bde4858f-0881-4889-a1f8-769375eea381 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6694ff43-8422-4890-89d4-73f0ce00be26 HTTP/1.1" status: 200 len: 217 time: 0.1976147 Mar 08 20:53:14.016312 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Pushing event updated for resources: {'Port': ['ID=b6a2ee7e-00f6-41d1-82bb-5f955bd86b60,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:14.017085 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-89c69326-98e2-4fdb-8421-fe22bc1bf2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356730'] for network, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:14.024937 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning for port 98a2d086-4c2e-4c36-a533-84773a4507fd completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:53:14.040090 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port 98a2d086-4c2e-4c36-a533-84773a4507fd triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:53:14.040592 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:14.182049 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-23ef4d77-8ef0-4c1b-b913-f32a170d5658 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:14.184055 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-23ef4d77-8ef0-4c1b-b913-f32a170d5658 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ff3cdae-31d2-4dfc-8577-d7abbca5deac HTTP/1.1" status: 200 len: 851 time: 0.2543862 Mar 08 20:53:14.191456 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-89c69326-98e2-4fdb-8421-fe22bc1bf2d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:14.298287 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697ef90-77f8-4977-bf08-e441bbfc776e req-76a5e5de-1192-4689-b17f-a004c55bd251 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:14.306474 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-0697ef90-77f8-4977-bf08-e441bbfc776e req-76a5e5de-1192-4689-b17f-a004c55bd251 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3cc1ce9-8196-49f2-9426-d3110136b3a4 HTTP/1.1" status: 200 len: 943 time: 0.2815950 Mar 08 20:53:14.361072 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:14.362264 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c69326-98e2-4fdb-8421-fe22bc1bf2d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=361746fb-e5a6-455b-b428-587e34cbe717,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:14.409122 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-d4fefda8-c534-4653-82eb-4e084e428021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:14.412013 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae144e-39ad-4b94-8524-0c39e6ef5d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a628dbf-fe5d-4a60-9646-8afefe9d4406,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:14.419528 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] For port 98a2d086-4c2e-4c36-a533-84773a4507fd, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=98a2d086-4c2e-4c36-a533-84773a4507fd,segment=NetworkSegment(839e8781-c8d4-49ad-9ad0-477a937867b0),segment_id=839e8781-c8d4-49ad-9ad0-477a937867b0)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:53:14.436430 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-9bae144e-39ad-4b94-8524-0c39e6ef5d01 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a99ba1b43c7848a69c5add8870454a9e&name=default HTTP/1.1" status: 200 len: 2647 time: 5.8506017 Mar 08 20:53:14.441112 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-d4fefda8-c534-4653-82eb-4e084e428021 admin admin] Usage tracker for resource:security_group_rule and tenant:dfbe1d20babe4bd58b5d3e967118c442 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:14.448638 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:14.461148 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-d4fefda8-c534-4653-82eb-4e084e428021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:14.464221 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 40798) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:14.496246 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-d4fefda8-c534-4653-82eb-4e084e428021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:14.503176 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 40804) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:14.566631 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-89c69326-98e2-4fdb-8421-fe22bc1bf2d8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/361746fb-e5a6-455b-b428-587e34cbe717 HTTP/1.1" status: 204 len: 168 time: 4.9934955 Mar 08 20:53:14.590027 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-5e82e26e-a97a-4b55-a926-72bd8a22ac79 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1642559 Mar 08 20:53:14.659881 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-acbd6a14-7949-49f7-a4bf-3c36783d5812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:14.668711 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device b6a2ee7e-00f6-41d1-82bb-5f955bd86b60 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:53:14.760484 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-0697ef90-77f8-4977-bf08-e441bbfc776e req-37d02bd1-4906-4ba3-a28a-02159894083d tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/security-groups?id=de30a13a-1521-4944-b7bd-2f8e01a90b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497125 Mar 08 20:53:14.945589 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3cc1ce9-8196-49f2-9426-d3110136b3a4', 'tag': '6694ff43-8422-4890-89d4-73f0ce00be26', 'status': 'completed', 'code': 200} Mar 08 20:53:14.976957 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-49b68340-7a67-4202-95c2-c582d66c7969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:14.988328 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port b6a2ee7e-00f6-41d1-82bb-5f955bd86b60 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:53:14.988768 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:15.020097 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-acbd6a14-7949-49f7-a4bf-3c36783d5812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:15.052129 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-acbd6a14-7949-49f7-a4bf-3c36783d5812 admin admin] Usage tracker for resource:security_group_rule and tenant:02d71a9c7fba424da4e68d484ea4f440 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:15.101414 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-acbd6a14-7949-49f7-a4bf-3c36783d5812 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:15.114930 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 40820) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:15.127964 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-acbd6a14-7949-49f7-a4bf-3c36783d5812 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:15.136489 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Pushing event updated for resources: {'Port': ['ID=98a2d086-4c2e-4c36-a533-84773a4507fd,revision_number=5']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:15.138672 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-49b68340-7a67-4202-95c2-c582d66c7969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:15.182885 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:15.242043 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-50c298c4-4eb1-4921-b332-0f3703de70ee service neutron] 10.222.0.21 "GET /v2.0/networks/3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6294804 Mar 08 20:53:15.263072 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d4fefda8-c534-4653-82eb-4e084e428021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:15.317829 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d4fefda8-c534-4653-82eb-4e084e428021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:15.463816 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-ae0027d0-7482-4fe5-80e8-a0a593798b19 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c4d9375e21184d71a091ff287e10c9fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3467588 Mar 08 20:53:15.467497 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 40826) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:15.510773 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-d4fefda8-c534-4653-82eb-4e084e428021 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dfbe1d20babe4bd58b5d3e967118c442&name=default HTTP/1.1" status: 200 len: 2647 time: 3.7829270 Mar 08 20:53:15.520356 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 40830) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:15.545370 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fefda8-c534-4653-82eb-4e084e428021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c79d118-134d-4741-b7c8-6e56742c87b1,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:15.568843 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b6ed1a-daa4-4ec7-8d90-d06c17105d3d admin admin] Router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:53:15.605183 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-49b68340-7a67-4202-95c2-c582d66c7969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:15.648631 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b68340-7a67-4202-95c2-c582d66c7969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a628dbf-fe5d-4a60-9646-8afefe9d4406,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:15.681433 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-3205e926-2fd1-40a9-927a-41bd6abb58eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:15.687280 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-0b789ac6-a9fe-42b1-b963-80b7f03e1914 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:15.703319 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-0b789ac6-a9fe-42b1-b963-80b7f03e1914 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/networks?id=6b735a19-c087-45dd-af15-b8c29d470965 HTTP/1.1" status: 200 len: 819 time: 0.3202682 Mar 08 20:53:15.735489 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-3205e926-2fd1-40a9-927a-41bd6abb58eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:15.768087 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.21', 58460) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:15.873735 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-4b522160-2b61-44b7-9b45-dad432e7c0b4 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/quotas/8fdf6a2901a4473984cf32ef3b202ac2 HTTP/1.1" status: 200 len: 375 time: 0.1691580 Mar 08 20:53:15.891213 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-49b68340-7a67-4202-95c2-c582d66c7969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:15.896888 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-49b68340-7a67-4202-95c2-c582d66c7969 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1a628dbf-fe5d-4a60-9646-8afefe9d4406 HTTP/1.1" status: 204 len: 168 time: 1.4269807 Mar 08 20:53:16.060098 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-acbd6a14-7949-49f7-a4bf-3c36783d5812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:16.077309 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-acbd6a14-7949-49f7-a4bf-3c36783d5812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:16.150055 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd6a14-7949-49f7-a4bf-3c36783d5812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3b2d59-b728-4851-ba2f-4aa1d4944d9a,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:16.170557 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-acbd6a14-7949-49f7-a4bf-3c36783d5812 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=02d71a9c7fba424da4e68d484ea4f440&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6653655 Mar 08 20:53:16.174685 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 40846) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:16.175734 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3729b6e3-ba21-41af-abcc-7b5e95ff08ae req-4f1f1973-363c-4dbf-887f-87081fde288b service neutron] 10.222.0.21 "GET /v2.0/networks/3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9048057 Mar 08 20:53:16.322732 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9c746af9-d3fe-408e-8abb-1a78bda354dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:16.349350 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-2df4b4df-06ef-40a7-92c8-00961593d783 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:16.351114 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-2df4b4df-06ef-40a7-92c8-00961593d783 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.21 "GET /v2.0/networks?id=6b735a19-c087-45dd-af15-b8c29d470965 HTTP/1.1" status: 200 len: 819 time: 0.5821023 Mar 08 20:53:16.356840 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-713c828c-5a65-47ac-b990-59513433b102 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8fdf6a2901a4473984cf32ef3b202ac2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4816880 Mar 08 20:53:16.359813 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-3205e926-2fd1-40a9-927a-41bd6abb58eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:16.396142 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9c746af9-d3fe-408e-8abb-1a78bda354dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:16.405576 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205e926-2fd1-40a9-927a-41bd6abb58eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c79d118-134d-4741-b7c8-6e56742c87b1,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:16.438331 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-09a7d801-0c7e-4f1f-9f03-437a0e2ae990 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Request body: {'port': {'device_id': 'ce401626-a45c-4e9e-b39e-c36ac3a996fe', 'network_id': '6b735a19-c087-45dd-af15-b8c29d470965', 'admin_state_up': True, 'tenant_id': '8fdf6a2901a4473984cf32ef3b202ac2'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:53:16.513971 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-3205e926-2fd1-40a9-927a-41bd6abb58eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:16.515602 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-3205e926-2fd1-40a9-927a-41bd6abb58eb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c79d118-134d-4741-b7c8-6e56742c87b1 HTTP/1.1" status: 204 len: 168 time: 0.9943347 Mar 08 20:53:16.645208 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-68d6afbc-ff73-472c-a699-82d2d8119480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:16.647288 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 98a2d086-4c2e-4c36-a533-84773a4507fd up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:53:16.657477 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70b1ae-4f4d-48eb-b603-678443e5078d req-d784a27e-0934-40da-8d8e-81a4ee26bb08 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:16.665828 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8b70b1ae-4f4d-48eb-b603-678443e5078d req-d784a27e-0934-40da-8d8e-81a4ee26bb08 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3cc1ce9-8196-49f2-9426-d3110136b3a4 HTTP/1.1" status: 200 len: 943 time: 0.6416457 Mar 08 20:53:16.797111 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9c746af9-d3fe-408e-8abb-1a78bda354dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:16.845174 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-89299e73-20c3-49ea-9dbe-48210661ba97 service neutron] 10.222.0.39 "GET /v2.0/networks/6b735a19-c087-45dd-af15-b8c29d470965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819648 Mar 08 20:53:16.854813 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c746af9-d3fe-408e-8abb-1a78bda354dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcff5de-9e18-409a-bf62-956a245dd129,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:16.879846 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8b70b1ae-4f4d-48eb-b603-678443e5078d req-95d7ba51-4cbe-4efa-af64-1cdf4be686e9 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/security-groups?id=de30a13a-1521-4944-b7bd-2f8e01a90b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128189 Mar 08 20:53:16.895272 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-09a7d801-0c7e-4f1f-9f03-437a0e2ae990 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:16.905471 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3d47007a-f0c2-4c84-9ad2-2f965a01f13a req-9f34546b-5b84-4494-87ed-607dd5abeaae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9b5ca4b27e944beac8bb71a030dc448&device_id=e3cc1ce9-8196-49f2-9426-d3110136b3a4 HTTP/1.1" status: 200 len: 1096 time: 0.4497144 Mar 08 20:53:16.906500 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9c746af9-d3fe-408e-8abb-1a78bda354dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:16.907739 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-9c746af9-d3fe-408e-8abb-1a78bda354dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6bcff5de-9e18-409a-bf62-956a245dd129 HTTP/1.1" status: 204 len: 168 time: 1.4393313 Mar 08 20:53:16.922885 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-09a7d801-0c7e-4f1f-9f03-437a0e2ae990 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:16.988363 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port 98a2d086-4c2e-4c36-a533-84773a4507fd triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:53:16.988821 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:17.055559 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-68d6afbc-ff73-472c-a699-82d2d8119480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:17.153754 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-09a7d801-0c7e-4f1f-9f03-437a0e2ae990 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Made reservation on behalf of 8fdf6a2901a4473984cf32ef3b202ac2 for: {'port': 1} {{(pid=83161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:53:17.159620 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-09a7d801-0c7e-4f1f-9f03-437a0e2ae990 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:17.332024 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b6ed1a-daa4-4ec7-8d90-d06c17105d3d admin admin] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:53:17.446362 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47007a-f0c2-4c84-9ad2-2f965a01f13a req-c4ff11e0-aab6-4855-b309-afbb82c255d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:17.447897 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3d47007a-f0c2-4c84-9ad2-2f965a01f13a req-c4ff11e0-aab6-4855-b309-afbb82c255d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e HTTP/1.1" status: 200 len: 912 time: 0.5143938 Mar 08 20:53:17.544948 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-4ef891c0-ab0c-4514-8342-108acafa5593 service neutron] 10.222.0.39 "GET /v2.0/networks/6b735a19-c087-45dd-af15-b8c29d470965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6731918 Mar 08 20:53:17.571943 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 40878) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:17.574866 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-68d6afbc-ff73-472c-a699-82d2d8119480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:17.641885 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_common [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-09a7d801-0c7e-4f1f-9f03-437a0e2ae990 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Allocated IP 172.20.0.6 (6b735a19-c087-45dd-af15-b8c29d470965/5de2fd05-f3f9-46aa-9b4c-d1e06cb3e211/8cf0fee7-d12e-494a-94a2-d5522bb3b91c) {{(pid=83161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:53:17.673598 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6afbc-ff73-472c-a699-82d2d8119480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3b2d59-b728-4851-ba2f-4aa1d4944d9a,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:17.692220 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-c1b6ed1a-daa4-4ec7-8d90-d06c17105d3d admin admin] 10.222.0.39 "PUT /v2.0/routers/322e80d3-9b8c-442f-a225-e74ce54a5eb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4597664 Mar 08 20:53:17.699373 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e5833f38-4c8b-439a-976a-3bc389856d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:17.801662 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-68d6afbc-ff73-472c-a699-82d2d8119480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:17.802852 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-68d6afbc-ff73-472c-a699-82d2d8119480 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f3b2d59-b728-4851-ba2f-4aa1d4944d9a HTTP/1.1" status: 204 len: 168 time: 1.6266091 Mar 08 20:53:17.871085 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-e5833f38-4c8b-439a-976a-3bc389856d48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:17.881484 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-e5833f38-4c8b-439a-976a-3bc389856d48 admin admin] Usage tracker for resource:security_group_rule and tenant:21c515ba401e4ba18e250a2b52fd2ec9 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:17.884584 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-e5833f38-4c8b-439a-976a-3bc389856d48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:17.892089 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-e5833f38-4c8b-439a-976a-3bc389856d48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:18.029726 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 40900) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:18.092724 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:18.116019 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e5833f38-4c8b-439a-976a-3bc389856d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:18.127655 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e5833f38-4c8b-439a-976a-3bc389856d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:18.356665 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5833f38-4c8b-439a-976a-3bc389856d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a78407c-d28c-40f2-9864-d08b30b2256d,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:18.417317 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3d47007a-f0c2-4c84-9ad2-2f965a01f13a req-3e35472e-7794-40b7-b9bc-bdfd44f66be6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6694ff43-8422-4890-89d4-73f0ce00be26 HTTP/1.1" status: 200 len: 217 time: 0.5027144 Mar 08 20:53:18.462904 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-6959f7b0-0534-4336-88bf-a7297d1f2a5b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f34d7952e04e47738714ea0b2f265693&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4312265 Mar 08 20:53:18.464358 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-945a8964-d8f9-480a-b60f-909f77c14673 req-46c83808-ac84-4ba4-bfc6-ebbc41dd44c8 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 210 time: 0.3096876 Mar 08 20:53:18.469320 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 40918) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:18.474223 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-e5833f38-4c8b-439a-976a-3bc389856d48 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=21c515ba401e4ba18e250a2b52fd2ec9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8857145 Mar 08 20:53:18.482738 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 40920) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:18.792204 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-09a7d801-0c7e-4f1f-9f03-437a0e2ae990 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Notify callbacks [] for port, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:18.863231 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47007a-f0c2-4c84-9ad2-2f965a01f13a req-c743092b-f481-4117-922a-4c2dc52057e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:18.864665 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3d47007a-f0c2-4c84-9ad2-2f965a01f13a req-c743092b-f481-4117-922a-4c2dc52057e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ff3cdae-31d2-4dfc-8577-d7abbca5deac HTTP/1.1" status: 200 len: 851 time: 0.3209853 Mar 08 20:53:18.982370 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e3ef03e4-70b9-4953-b5ed-af8d8062c146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:19.076950 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3d47007a-f0c2-4c84-9ad2-2f965a01f13a req-48cac5d1-586f-4b09-b4f9-be6f0662f36c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1904533 Mar 08 20:53:19.144486 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e3ef03e4-70b9-4953-b5ed-af8d8062c146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:19.180151 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-09a7d801-0c7e-4f1f-9f03-437a0e2ae990 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:19.203778 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de151ee6-d7cf-425f-b2f6-c30cd3aa509d req-ade81e95-07e0-4e4f-9a28-166c12f0f7ab tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:19.205409 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-de151ee6-d7cf-425f-b2f6-c30cd3aa509d req-ade81e95-07e0-4e4f-9a28-166c12f0f7ab tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3cc1ce9-8196-49f2-9426-d3110136b3a4 HTTP/1.1" status: 200 len: 943 time: 0.8636949 Mar 08 20:53:19.261071 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-a28f8f82-4a60-4efc-b7c1-1f5f6527b91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:19.369514 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 40946) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:19.492203 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-a28f8f82-4a60-4efc-b7c1-1f5f6527b91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:19.518590 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-09a7d801-0c7e-4f1f-9f03-437a0e2ae990 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Network 6b735a19-c087-45dd-af15-b8c29d470965 is already hosted by enough agents. {{(pid=83161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:53:19.537099 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-de151ee6-d7cf-425f-b2f6-c30cd3aa509d req-bfe1448b-7869-4722-a51f-12ad80872861 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/security-groups?id=de30a13a-1521-4944-b7bd-2f8e01a90b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961674 Mar 08 20:53:19.537344 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-09a7d801-0c7e-4f1f-9f03-437a0e2ae990 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Resources bound (agent type, host, resource id): {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:53:19.555728 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-09a7d801-0c7e-4f1f-9f03-437a0e2ae990 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Received port after_create {{(pid=83161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:53:19.584134 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 40958) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:19.623369 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-25af1f13-7142-4e49-9194-198873e3b2ae tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1628795073', 'description': 'tempest-description--614913193'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:53:19.636675 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-25af1f13-7142-4e49-9194-198873e3b2ae tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:19.659392 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e3ef03e4-70b9-4953-b5ed-af8d8062c146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:19.679477 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-25af1f13-7142-4e49-9194-198873e3b2ae tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Usage tracker for resource:security_group and tenant:75384b10ddb442bea7117c6826e163d3 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:19.686768 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-a7d06bbf-1b48-4d70-ad4a-6adf5e3bcb68 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1081061399-network', 'tenant_id': 'da98818d2a7644c598d58cfe64e3870b'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:53:19.715153 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-25af1f13-7142-4e49-9194-198873e3b2ae tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:19.725840 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-a7d06bbf-1b48-4d70-ad4a-6adf5e3bcb68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:19.728295 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef03e4-70b9-4953-b5ed-af8d8062c146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b659e003-88d8-4d6b-bc26-8e3226344ed7,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:19.735196 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-25af1f13-7142-4e49-9194-198873e3b2ae tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:19.750106 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-a7d06bbf-1b48-4d70-ad4a-6adf5e3bcb68 admin admin] Usage tracker for resource:network and tenant:da98818d2a7644c598d58cfe64e3870b is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:19.758511 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-a7d06bbf-1b48-4d70-ad4a-6adf5e3bcb68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:19.771579 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e3ef03e4-70b9-4953-b5ed-af8d8062c146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:19.772694 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-e3ef03e4-70b9-4953-b5ed-af8d8062c146 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b659e003-88d8-4d6b-bc26-8e3226344ed7 HTTP/1.1" status: 204 len: 168 time: 1.2916770 Mar 08 20:53:19.775895 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-a7d06bbf-1b48-4d70-ad4a-6adf5e3bcb68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:19.781488 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-25af1f13-7142-4e49-9194-198873e3b2ae tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:19.803644 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-a28f8f82-4a60-4efc-b7c1-1f5f6527b91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:19.828587 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7d801-0c7e-4f1f-9f03-437a0e2ae990 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Pushing event updated for resources: {'Port': ['ID=8cf0fee7-d12e-494a-94a2-d5522bb3b91c,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:19.831454 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d06bbf-1b48-4d70-ad4a-6adf5e3bcb68 admin admin] Made reservation on behalf of da98818d2a7644c598d58cfe64e3870b for: {'network': 1} {{(pid=83160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:53:19.836022 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-a7d06bbf-1b48-4d70-ad4a-6adf5e3bcb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for network, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:19.867401 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-a28f8f82-4a60-4efc-b7c1-1f5f6527b91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:19.871340 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-a28f8f82-4a60-4efc-b7c1-1f5f6527b91d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a78407c-d28c-40f2-9864-d08b30b2256d HTTP/1.1" status: 204 len: 168 time: 1.3851707 Mar 08 20:53:19.880371 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f8f82-4a60-4efc-b7c1-1f5f6527b91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a78407c-d28c-40f2-9864-d08b30b2256d,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:19.912299 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-a7d06bbf-1b48-4d70-ad4a-6adf5e3bcb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:19.918614 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-aa02e6d0-27ef-4485-946a-b82de941e2a3 req-fa2f1ec4-2c64-4206-bd40-eef7d84b6983 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 210 time: 0.2087538 Mar 08 20:53:19.940328 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-25af1f13-7142-4e49-9194-198873e3b2ae tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:19.943429 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3d47007a-f0c2-4c84-9ad2-2f965a01f13a req-a85f8474-e205-4abe-b53a-cfa670e2ee78 service neutron] 10.222.0.21 "GET /v2.0/networks/3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8582990 Mar 08 20:53:19.957177 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-09a7d801-0c7e-4f1f-9f03-437a0e2ae990 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:19.960944 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-09a7d801-0c7e-4f1f-9f03-437a0e2ae990 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:19.963507 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-25af1f13-7142-4e49-9194-198873e3b2ae tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Usage tracker for resource:security_group_rule and tenant:75384b10ddb442bea7117c6826e163d3 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:19.982702 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-25af1f13-7142-4e49-9194-198873e3b2ae tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:20.019112 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-25af1f13-7142-4e49-9194-198873e3b2ae tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:20.072295 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-09a7d801-0c7e-4f1f-9f03-437a0e2ae990 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6373312 Mar 08 20:53:20.088091 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-a7d06bbf-1b48-4d70-ad4a-6adf5e3bcb68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:20.096623 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-a7d06bbf-1b48-4d70-ad4a-6adf5e3bcb68 admin admin] Usage tracker for resource:security_group_rule and tenant:da98818d2a7644c598d58cfe64e3870b is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:20.115824 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-a7d06bbf-1b48-4d70-ad4a-6adf5e3bcb68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:20.135922 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-a7d06bbf-1b48-4d70-ad4a-6adf5e3bcb68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:20.152156 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-a826b973-79b2-44ad-9a45-59653c901376 service neutron] Request body: {'port': {'device_id': 'ce401626-a45c-4e9e-b39e-c36ac3a996fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:53:20.392717 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-25af1f13-7142-4e49-9194-198873e3b2ae tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:20.423475 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-25af1f13-7142-4e49-9194-198873e3b2ae tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:20.539425 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-a826b973-79b2-44ad-9a45-59653c901376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:20.559238 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3d47007a-f0c2-4c84-9ad2-2f965a01f13a req-fb99eaa5-8f25-40b2-9c82-4b70ce86e4bc service neutron] 10.222.0.21 "GET /v2.0/networks/3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592836 Mar 08 20:53:20.567927 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af1f13-7142-4e49-9194-198873e3b2ae tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71aecef5-a16c-466c-8677-6ca7191dcc65,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:20.579161 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-25af1f13-7142-4e49-9194-198873e3b2ae tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:20.584113 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-25af1f13-7142-4e49-9194-198873e3b2ae tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.9950707 Mar 08 20:53:20.584113 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 40980) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:20.591462 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-a7d06bbf-1b48-4d70-ad4a-6adf5e3bcb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:20.596225 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-2bc3943c-ac71-4229-9b9d-d812a3655637 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Request body: {'security_group_rule': {'security_group_id': '71aecef5-a16c-466c-8677-6ca7191dcc65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:53:20.602145 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-a7d06bbf-1b48-4d70-ad4a-6adf5e3bcb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:20.608111 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-2bc3943c-ac71-4229-9b9d-d812a3655637 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:20.623044 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-2bc3943c-ac71-4229-9b9d-d812a3655637 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Usage tracker for resource:security_group_rule and tenant:75384b10ddb442bea7117c6826e163d3 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:20.646281 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-2bc3943c-ac71-4229-9b9d-d812a3655637 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:20.664866 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-2bc3943c-ac71-4229-9b9d-d812a3655637 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:20.667448 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d06bbf-1b48-4d70-ad4a-6adf5e3bcb68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=83160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:53:20.670747 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d06bbf-1b48-4d70-ad4a-6adf5e3bcb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9338f8-84e1-4e37-b565-2d504dadd9f2,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:20.692042 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-a7d06bbf-1b48-4d70-ad4a-6adf5e3bcb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:20.692458 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.db.segments_db [None req-a7d06bbf-1b48-4d70-ad4a-6adf5e3bcb68 admin admin] Added segment ca1024f2-63f4-40d5-92a0-e246640fa0f8 of type vlan for network 5a93d635-3ead-469d-b12c-08cf812da37d Mar 08 20:53:20.737275 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2bc3943c-ac71-4229-9b9d-d812a3655637 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:20.794331 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-a7d06bbf-1b48-4d70-ad4a-6adf5e3bcb68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774925924886'] for network, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:20.923509 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-a7d06bbf-1b48-4d70-ad4a-6adf5e3bcb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423'] for network, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:20.924444 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d06bbf-1b48-4d70-ad4a-6adf5e3bcb68 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:20.925020 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-a7d06bbf-1b48-4d70-ad4a-6adf5e3bcb68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:20.973952 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-a7d06bbf-1b48-4d70-ad4a-6adf5e3bcb68 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6032012 Mar 08 20:53:20.985407 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 41004) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:21.006139 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-c21d65a9-5cab-44bb-adc4-c08646941756 admin admin] Request body: {'subnet': {'network_id': '5a93d635-3ead-469d-b12c-08cf812da37d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1081061399-subnet', 'tenant_id': 'da98818d2a7644c598d58cfe64e3870b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:53:21.028346 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-c21d65a9-5cab-44bb-adc4-c08646941756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:21.039446 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-c21d65a9-5cab-44bb-adc4-c08646941756 admin admin] Usage tracker for resource:subnet and tenant:da98818d2a7644c598d58cfe64e3870b is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:21.047711 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2bc3943c-ac71-4229-9b9d-d812a3655637 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:21.050655 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-c21d65a9-5cab-44bb-adc4-c08646941756 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:21.070866 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-c21d65a9-5cab-44bb-adc4-c08646941756 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:21.072181 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2bc3943c-ac71-4229-9b9d-d812a3655637 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324256'] for security_group_rule, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:21.111338 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d06bbf-1b48-4d70-ad4a-6adf5e3bcb68 admin admin] Pushing event updated for resources: {'Network': ['ID=5a93d635-3ead-469d-b12c-08cf812da37d,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:21.114667 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3943c-ac71-4229-9b9d-d812a3655637 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c77e266-c39e-47c7-9e56-cb657fcb6607,revision_number=0']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:21.118179 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2bc3943c-ac71-4229-9b9d-d812a3655637 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:21.121866 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-2bc3943c-ac71-4229-9b9d-d812a3655637 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5343227 Mar 08 20:53:21.122453 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 41012) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:21.125731 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21d65a9-5cab-44bb-adc4-c08646941756 admin admin] Made reservation on behalf of da98818d2a7644c598d58cfe64e3870b for: {'subnet': 1} {{(pid=83161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:53:21.127626 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Network 5a93d635-3ead-469d-b12c-08cf812da37d details requested by agent ovs-agent-dv-cinder-832328-1-smb with host dv-cinder-832328-1-smb {{(pid=83162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 20:53:21.128853 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-9fba94ab-5340-4804-a81e-96b1cb644ca1 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Request body: {'security_group_rule': {'security_group_id': '71aecef5-a16c-466c-8677-6ca7191dcc65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:53:21.131327 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c21d65a9-5cab-44bb-adc4-c08646941756 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1819714'] for subnet, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:21.136723 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-9fba94ab-5340-4804-a81e-96b1cb644ca1 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:21.142748 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-9fba94ab-5340-4804-a81e-96b1cb644ca1 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Usage tracker for resource:security_group_rule and tenant:75384b10ddb442bea7117c6826e163d3 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:21.146881 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-9fba94ab-5340-4804-a81e-96b1cb644ca1 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:21.160202 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe225ed-3473-4f6e-896e-f97a015f0515 req-498da798-10c7-4192-81f7-846ce9782a68 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:21.161705 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9fe225ed-3473-4f6e-896e-f97a015f0515 req-498da798-10c7-4192-81f7-846ce9782a68 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3cc1ce9-8196-49f2-9426-d3110136b3a4 HTTP/1.1" status: 200 len: 943 time: 0.3040426 Mar 08 20:53:21.162640 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-9fba94ab-5340-4804-a81e-96b1cb644ca1 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:21.262759 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9fe225ed-3473-4f6e-896e-f97a015f0515 req-4440c42e-3efc-4a5b-835f-f598f034afcb tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/security-groups?id=de30a13a-1521-4944-b7bd-2f8e01a90b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908418 Mar 08 20:53:21.270578 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-d927cd23-fd3e-49a2-942d-6fe63670dd05 req-9610f1fe-2ca4-43e0-995c-564d9f1e60f1 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Synchronizing usage tracker for tenant:8fdf6a2901a4473984cf32ef3b202ac2 on resource:port {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:53:21.280229 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-9fba94ab-5340-4804-a81e-96b1cb644ca1 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:21.314673 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-a826b973-79b2-44ad-9a45-59653c901376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf0fee7-d12e-494a-94a2-d5522bb3b91c {{(pid=83161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:53:21.333709 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-a826b973-79b2-44ad-9a45-59653c901376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:21.348241 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-d927cd23-fd3e-49a2-942d-6fe63670dd05 req-9610f1fe-2ca4-43e0-995c-564d9f1e60f1 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Unset dirty status for tenant:8fdf6a2901a4473984cf32ef3b202ac2 on resource:port {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:53:21.349664 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d927cd23-fd3e-49a2-942d-6fe63670dd05 req-9610f1fe-2ca4-43e0-995c-564d9f1e60f1 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 210 time: 0.2422788 Mar 08 20:53:21.372034 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.provisioning_blocks [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-a826b973-79b2-44ad-9a45-59653c901376 service neutron] Transition to ACTIVE for port object 8cf0fee7-d12e-494a-94a2-d5522bb3b91c will not be triggered until provisioned by entity L2. {{(pid=83161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:53:21.379425 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-a826b973-79b2-44ad-9a45-59653c901376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:21.401999 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-9fba94ab-5340-4804-a81e-96b1cb644ca1 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:21.411251 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-9fba94ab-5340-4804-a81e-96b1cb644ca1 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324256'] for security_group_rule, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:21.445937 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba94ab-5340-4804-a81e-96b1cb644ca1 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a31815-4cb4-44f4-a73a-f978c0907c53,revision_number=0']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:21.456579 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-9fba94ab-5340-4804-a81e-96b1cb644ca1 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:21.458229 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-9fba94ab-5340-4804-a81e-96b1cb644ca1 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3348212 Mar 08 20:53:21.461389 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 41024) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:21.467632 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-867366ee-2647-4620-9cd9-799d5794cd5f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Request body: {'floatingip': {'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:53:21.473213 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-867366ee-2647-4620-9cd9-799d5794cd5f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:21.477288 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-867366ee-2647-4620-9cd9-799d5794cd5f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Usage tracker for resource:floatingip and tenant:75384b10ddb442bea7117c6826e163d3 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:21.480617 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-867366ee-2647-4620-9cd9-799d5794cd5f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:21.486933 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-867366ee-2647-4620-9cd9-799d5794cd5f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:21.502055 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-867366ee-2647-4620-9cd9-799d5794cd5f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for floatingip, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:21.534112 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826b973-79b2-44ad-9a45-59653c901376 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf0fee7-d12e-494a-94a2-d5522bb3b91c,revision_number=2']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:21.677999 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-867366ee-2647-4620-9cd9-799d5794cd5f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:21.716480 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-a826b973-79b2-44ad-9a45-59653c901376 service neutron] Attempting to bind port 8cf0fee7-d12e-494a-94a2-d5522bb3b91c on host hv-cinder-83232 for vnic_type normal with profile {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:53:21.716997 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-a826b973-79b2-44ad-9a45-59653c901376 service neutron] Attempting to bind port 8cf0fee7-d12e-494a-94a2-d5522bb3b91c by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': '839e8781-c8d4-49ad-9ad0-477a937867b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b735a19-c087-45dd-af15-b8c29d470965'}] {{(pid=83161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:53:21.717158 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-a826b973-79b2-44ad-9a45-59653c901376 service neutron] Attempting to bind port 8cf0fee7-d12e-494a-94a2-d5522bb3b91c on network 6b735a19-c087-45dd-af15-b8c29d470965 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:53:21.752848 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-a826b973-79b2-44ad-9a45-59653c901376 service neutron] Port 8cf0fee7-d12e-494a-94a2-d5522bb3b91c on network 6b735a19-c087-45dd-af15-b8c29d470965 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 08 20:53:21.753330 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-a826b973-79b2-44ad-9a45-59653c901376 service neutron] Attempting to bind port 8cf0fee7-d12e-494a-94a2-d5522bb3b91c on network 6b735a19-c087-45dd-af15-b8c29d470965 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:53:21.765855 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-a826b973-79b2-44ad-9a45-59653c901376 service neutron] Checking agent: {'id': '7ef80941-8def-40cc-9dc9-727f4daf545d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'started_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:53:21.766130 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-a826b973-79b2-44ad-9a45-59653c901376 service neutron] Checking segment: {'id': '839e8781-c8d4-49ad-9ad0-477a937867b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b735a19-c087-45dd-af15-b8c29d470965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:53:21.766860 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-a826b973-79b2-44ad-9a45-59653c901376 service neutron] Bound using segment: {'id': '839e8781-c8d4-49ad-9ad0-477a937867b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b735a19-c087-45dd-af15-b8c29d470965'} {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:53:21.767296 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-a826b973-79b2-44ad-9a45-59653c901376 service neutron] Bound port: 8cf0fee7-d12e-494a-94a2-d5522bb3b91c, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '839e8781-c8d4-49ad-9ad0-477a937867b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b735a19-c087-45dd-af15-b8c29d470965'}}] {{(pid=83161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:53:21.767638 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-a826b973-79b2-44ad-9a45-59653c901376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:21.786614 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c21d65a9-5cab-44bb-adc4-c08646941756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1095560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1819728'] for subnet, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:21.847135 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_common [None req-867366ee-2647-4620-9cd9-799d5794cd5f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Allocated IP 172.28.2.153 (f9f3acf9-d167-4056-a9c0-ac3b9bafea7a/9a481e38-0dcf-4733-b8bf-eb46fecff3f0/484ebd87-d9ad-4379-8607-57a5b7b3fab7) {{(pid=83160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:53:21.924310 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d65a9-5cab-44bb-adc4-c08646941756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a10e7fe2-a04d-45c3-ae81-4c21951efa26,revision_number=0']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:21.947754 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21d65a9-5cab-44bb-adc4-c08646941756 admin admin] Checking segment: {'id': 'ca1024f2-63f4-40d5-92a0-e246640fa0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5a93d635-3ead-469d-b12c-08cf812da37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:53:21.948125 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21d65a9-5cab-44bb-adc4-c08646941756 admin admin] Network hostable DHCP agents. Network: 5a93d635-3ead-469d-b12c-08cf812da37d, hostable agents: ['f8f0924d-105e-45b1-98fc-f771e4a35ffd'], hosted agents: [] {{(pid=83161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:53:22.041789 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-a826b973-79b2-44ad-9a45-59653c901376 service neutron] For port 8cf0fee7-d12e-494a-94a2-d5522bb3b91c, host hv-cinder-83232, cleared binding levels {{(pid=83161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:53:22.065410 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-a826b973-79b2-44ad-9a45-59653c901376 service neutron] For port 8cf0fee7-d12e-494a-94a2-d5522bb3b91c, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=8cf0fee7-d12e-494a-94a2-d5522bb3b91c,segment=NetworkSegment(839e8781-c8d4-49ad-9ad0-477a937867b0),segment_id=839e8781-c8d4-49ad-9ad0-477a937867b0)] {{(pid=83161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:53:22.077666 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-a826b973-79b2-44ad-9a45-59653c901376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:22.119836 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-867366ee-2647-4620-9cd9-799d5794cd5f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for port, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:22.161148 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21d65a9-5cab-44bb-adc4-c08646941756 admin admin] Network 5a93d635-3ead-469d-b12c-08cf812da37d is scheduled to be hosted by DHCP agent f8f0924d-105e-45b1-98fc-f771e4a35ffd with binding_index 1 {{(pid=83161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:53:22.210021 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-867366ee-2647-4620-9cd9-799d5794cd5f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:22.212347 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [None req-c21d65a9-5cab-44bb-adc4-c08646941756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-smb, 5a93d635-3ead-469d-b12c-08cf812da37d) {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:53:22.243004 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-a826b973-79b2-44ad-9a45-59653c901376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:22.247669 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-a826b973-79b2-44ad-9a45-59653c901376 service neutron] 10.222.0.21 "PUT /v2.0/ports/8cf0fee7-d12e-494a-94a2-d5522bb3b91c HTTP/1.1" status: 200 len: 1093 time: 2.1185434 Mar 08 20:53:22.254355 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce401626-a45c-4e9e-b39e-c36ac3a996fe', 'tag': '8cf0fee7-d12e-494a-94a2-d5522bb3b91c'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:53:22.329408 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-55717aa5-5993-4b63-ab2b-6018f1f0de42 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:22.337983 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-55717aa5-5993-4b63-ab2b-6018f1f0de42 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.21 "GET /v2.0/networks?id=6b735a19-c087-45dd-af15-b8c29d470965 HTTP/1.1" status: 200 len: 819 time: 0.3812389 Mar 08 20:53:22.348851 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826b973-79b2-44ad-9a45-59653c901376 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf0fee7-d12e-494a-94a2-d5522bb3b91c,revision_number=3']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:22.381512 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867366ee-2647-4620-9cd9-799d5794cd5f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:53:22.385108 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-867366ee-2647-4620-9cd9-799d5794cd5f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:53:22.386796 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-22ae9a95-e47b-417d-8d5f-ba85df907b83 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Request body: {'port': {'device_id': '3dbc330a-7461-4fff-a13f-11e1d9bafe6c', 'network_id': '6b735a19-c087-45dd-af15-b8c29d470965', 'admin_state_up': True, 'tenant_id': '8fdf6a2901a4473984cf32ef3b202ac2'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:53:22.401371 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867366ee-2647-4620-9cd9-799d5794cd5f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Received port after_create {{(pid=83160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:53:22.475753 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce401626-a45c-4e9e-b39e-c36ac3a996fe', 'tag': '8cf0fee7-d12e-494a-94a2-d5522bb3b91c', 'status': 'completed', 'code': 200} Mar 08 20:53:22.494164 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867366ee-2647-4620-9cd9-799d5794cd5f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event updated for resources: {'Port': ['ID=484ebd87-d9ad-4379-8607-57a5b7b3fab7,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:22.515734 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61609876-daf1-448f-85fa-8a7c673b68a4 None None] Network 5a93d635-3ead-469d-b12c-08cf812da37d requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:53:22.671925 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21d65a9-5cab-44bb-adc4-c08646941756 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:22.673843 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c21d65a9-5cab-44bb-adc4-c08646941756 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:22.783751 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-0b353d22-f6c4-4ed9-86e8-2d5068cd7c87 req-9e15d0ee-bd47-48c0-aa5a-97fedf1372ac tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 210 time: 0.1543143 Mar 08 20:53:22.836685 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-c21d65a9-5cab-44bb-adc4-c08646941756 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8412163 Mar 08 20:53:22.914897 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879d1054-e90d-4361-8c37-2f70ea3c8dc8 None None] Network 5a93d635-3ead-469d-b12c-08cf812da37d requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:53:22.968855 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-867366ee-2647-4620-9cd9-799d5794cd5f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:23.006843 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d7cc8-71a7-4893-a0d1-b6306e8a1bc6 req-4e01d178-e3f1-4f28-ac60-cf4f9376ccc6 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:23.019162 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a59d7cc8-71a7-4893-a0d1-b6306e8a1bc6 req-4e01d178-e3f1-4f28-ac60-cf4f9376ccc6 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3cc1ce9-8196-49f2-9426-d3110136b3a4 HTTP/1.1" status: 200 len: 943 time: 0.5046577 Mar 08 20:53:23.037103 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-22ae9a95-e47b-417d-8d5f-ba85df907b83 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:23.041400 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-867366ee-2647-4620-9cd9-799d5794cd5f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:23.122263 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a59d7cc8-71a7-4893-a0d1-b6306e8a1bc6 req-cfc33824-b060-42f0-82d9-58dcaa6fa6d4 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/security-groups?id=de30a13a-1521-4944-b7bd-2f8e01a90b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021290 Mar 08 20:53:23.143918 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-22ae9a95-e47b-417d-8d5f-ba85df907b83 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:23.157863 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-8abd2730-b84f-4fa8-8aec-3a43ca8f3e5d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fdf6a2901a4473984cf32ef3b202ac2&device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 1096 time: 0.6525524 Mar 08 20:53:23.172864 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-22ae9a95-e47b-417d-8d5f-ba85df907b83 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Made reservation on behalf of 8fdf6a2901a4473984cf32ef3b202ac2 for: {'port': 1} {{(pid=83161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:53:23.176591 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-22ae9a95-e47b-417d-8d5f-ba85df907b83 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:23.316395 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-867366ee-2647-4620-9cd9-799d5794cd5f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for port, precommit_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:23.323069 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-867366ee-2647-4620-9cd9-799d5794cd5f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1387543'] for port, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:23.333136 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-1120face-6cb8-4b9f-8f60-caed7bd5703a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cf0fee7-d12e-494a-94a2-d5522bb3b91c HTTP/1.1" status: 200 len: 217 time: 0.1143637 Mar 08 20:53:23.424897 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867366ee-2647-4620-9cd9-799d5794cd5f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event updated for resources: {'Port': ['ID=484ebd87-d9ad-4379-8607-57a5b7b3fab7,revision_number=2']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:23.452747 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-867366ee-2647-4620-9cd9-799d5794cd5f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-356680'] for floatingip, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:23.472542 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-fd32bd7d-5600-4677-85fd-6fce24a04d4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:23.474848 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-fd32bd7d-5600-4677-85fd-6fce24a04d4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5de2fd05-f3f9-46aa-9b4c-d1e06cb3e211 HTTP/1.1" status: 200 len: 859 time: 0.1297882 Mar 08 20:53:23.483025 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-867366ee-2647-4620-9cd9-799d5794cd5f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for floatingip, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:23.484808 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-867366ee-2647-4620-9cd9-799d5794cd5f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0222008 Mar 08 20:53:23.539039 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-3edb0560-b53d-4699-b988-8ad59ca46708 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b735a19-c087-45dd-af15-b8c29d470965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448494 Mar 08 20:53:23.576990 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_common [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-22ae9a95-e47b-417d-8d5f-ba85df907b83 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Allocated IP 172.20.0.3 (6b735a19-c087-45dd-af15-b8c29d470965/5de2fd05-f3f9-46aa-9b4c-d1e06cb3e211/d2a2347f-6799-481e-a67d-2f4c76a2362c) {{(pid=83161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:53:23.728317 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-681b5990-710f-4826-8650-83986abea251 service neutron] 10.222.0.21 "GET /v2.0/networks/6b735a19-c087-45dd-af15-b8c29d470965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801310 Mar 08 20:53:23.972411 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c5b8bcda-b476-4387-9c88-5512eb5885e1 req-14e7396d-f2f4-4e84-b7f6-d97a696fedde service neutron] 10.222.0.21 "GET /v2.0/networks/6b735a19-c087-45dd-af15-b8c29d470965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281468 Mar 08 20:53:23.992027 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-22ae9a95-e47b-417d-8d5f-ba85df907b83 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Notify callbacks [] for port, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:24.080746 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-eaf6d6c3-0905-4c0f-98bb-bead3d5a2da5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Synchronizing usage tracker for tenant:75384b10ddb442bea7117c6826e163d3 on resource:security_group {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:53:24.102217 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-eaf6d6c3-0905-4c0f-98bb-bead3d5a2da5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Unset dirty status for tenant:75384b10ddb442bea7117c6826e163d3 on resource:security_group {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:53:24.111479 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-eaf6d6c3-0905-4c0f-98bb-bead3d5a2da5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1628795073&fields=id&tenant_id=75384b10ddb442bea7117c6826e163d3 HTTP/1.1" status: 200 len: 267 time: 0.1634750 Mar 08 20:53:24.151349 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-22ae9a95-e47b-417d-8d5f-ba85df907b83 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:24.369693 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-22ae9a95-e47b-417d-8d5f-ba85df907b83 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Network 6b735a19-c087-45dd-af15-b8c29d470965 is already hosted by enough agents. {{(pid=83161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:53:24.374699 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-22ae9a95-e47b-417d-8d5f-ba85df907b83 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Resources bound (agent type, host, resource id): {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:53:24.376446 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae9a95-e47b-417d-8d5f-ba85df907b83 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Pushing event updated for resources: {'Port': ['ID=d2a2347f-6799-481e-a67d-2f4c76a2362c,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:24.380537 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-22ae9a95-e47b-417d-8d5f-ba85df907b83 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Received port after_create {{(pid=83161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:53:24.397029 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-88db91f6-b8de-4c64-8c62-16d86cb7d503 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:24.398350 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-88db91f6-b8de-4c64-8c62-16d86cb7d503 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Synchronizing usage tracker for tenant:75384b10ddb442bea7117c6826e163d3 on resource:network {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:53:24.420554 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-88db91f6-b8de-4c64-8c62-16d86cb7d503 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Unset dirty status for tenant:75384b10ddb442bea7117c6826e163d3 on resource:network {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:53:24.430231 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-88db91f6-b8de-4c64-8c62-16d86cb7d503 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/networks?id=3ac543f3-ed2d-4557-8b9b-b33844ee4851 HTTP/1.1" status: 200 len: 815 time: 0.3162508 Mar 08 20:53:24.449242 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38de634-b4a1-4dcc-91dc-cf074daf41eb req-045d02d4-7cb3-4066-ad18-7d127718412e tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:24.452922 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-38bf763a-40b1-4484-bcb2-791e9fbff550 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/quotas/75384b10ddb442bea7117c6826e163d3 HTTP/1.1" status: 200 len: 375 time: 0.0214818 Mar 08 20:53:24.457573 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e38de634-b4a1-4dcc-91dc-cf074daf41eb req-045d02d4-7cb3-4066-ad18-7d127718412e tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 931 time: 0.4615843 Mar 08 20:53:24.486854 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-eae09fd1-9310-4a7a-aef2-6b1d07abb919 req-0129b889-667b-460a-a361-b9229d31d95f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fdf6a2901a4473984cf32ef3b202ac2&device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 1096 time: 0.4205532 Mar 08 20:53:24.493545 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-22ae9a95-e47b-417d-8d5f-ba85df907b83 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:24.494345 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-22ae9a95-e47b-417d-8d5f-ba85df907b83 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:24.564612 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-16782bb2-7707-429a-91bb-940a9b5089a7 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Synchronizing usage tracker for tenant:75384b10ddb442bea7117c6826e163d3 on resource:port {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:53:24.588234 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-16782bb2-7707-429a-91bb-940a9b5089a7 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Unset dirty status for tenant:75384b10ddb442bea7117c6826e163d3 on resource:port {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:53:24.598829 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-16782bb2-7707-429a-91bb-940a9b5089a7 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=75384b10ddb442bea7117c6826e163d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1449912 Mar 08 20:53:24.629586 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e38de634-b4a1-4dcc-91dc-cf074daf41eb req-f6d032ae-c882-4ef0-b590-2443c3941216 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708548 Mar 08 20:53:24.638039 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-22ae9a95-e47b-417d-8d5f-ba85df907b83 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2706454 Mar 08 20:53:24.656950 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-f1674a20-3063-438c-82e6-41f69d647e5a service neutron] Request body: {'port': {'device_id': '3dbc330a-7461-4fff-a13f-11e1d9bafe6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:53:24.752501 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae09fd1-9310-4a7a-aef2-6b1d07abb919 req-58bdb4e5-3e8b-4f4a-818b-7a452f62b060 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:24.758845 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-eae09fd1-9310-4a7a-aef2-6b1d07abb919 req-58bdb4e5-3e8b-4f4a-818b-7a452f62b060 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b735a19-c087-45dd-af15-b8c29d470965 HTTP/1.1" status: 200 len: 920 time: 0.2588654 Mar 08 20:53:24.830186 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-e15711ac-4c9b-4b16-8ffe-f20a1a8577e3 service neutron] 10.222.0.39 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208219 Mar 08 20:53:24.985437 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-d3176191-dea1-4555-b205-c6aeb496e8ea service neutron] 10.222.0.39 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469834 Mar 08 20:53:25.041203 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-f1674a20-3063-438c-82e6-41f69d647e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:25.150953 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-eae09fd1-9310-4a7a-aef2-6b1d07abb919 req-b48de1a8-7bbe-42d7-a8a7-b8077456139d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cf0fee7-d12e-494a-94a2-d5522bb3b91c HTTP/1.1" status: 200 len: 217 time: 0.2802310 Mar 08 20:53:25.390491 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-2b39c58c-7abf-442d-a993-a127e090dc4a req-6009e2fc-3193-4a44-88cb-489c359e9bb1 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a HTTP/1.1" status: 200 len: 210 time: 0.1091490 Mar 08 20:53:25.464552 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 41192) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:25.474354 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae09fd1-9310-4a7a-aef2-6b1d07abb919 req-04db3292-4732-4379-b59b-519cfdc9d960 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:25.475769 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-eae09fd1-9310-4a7a-aef2-6b1d07abb919 req-04db3292-4732-4379-b59b-519cfdc9d960 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5de2fd05-f3f9-46aa-9b4c-d1e06cb3e211 HTTP/1.1" status: 200 len: 859 time: 0.3146391 Mar 08 20:53:25.480057 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-cf34041a-7cb4-43be-a892-c90a9da115ef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1878890809-network', 'tenant_id': '39b6c835b8494e3189209d878fd57d68'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:53:25.486563 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-cf34041a-7cb4-43be-a892-c90a9da115ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:25.498945 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-cf34041a-7cb4-43be-a892-c90a9da115ef admin admin] Usage tracker for resource:network and tenant:39b6c835b8494e3189209d878fd57d68 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:25.504857 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-cf34041a-7cb4-43be-a892-c90a9da115ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:25.515688 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-cf34041a-7cb4-43be-a892-c90a9da115ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:25.545977 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf34041a-7cb4-43be-a892-c90a9da115ef admin admin] Made reservation on behalf of 39b6c835b8494e3189209d878fd57d68 for: {'network': 1} {{(pid=83160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:53:25.548720 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-cf34041a-7cb4-43be-a892-c90a9da115ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for network, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:25.553779 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f0cba-10fe-4782-9f74-f2220a4a6475 req-17319b97-547b-4bdc-8350-89568255e12f tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:25.567495 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e55f0cba-10fe-4782-9f74-f2220a4a6475 req-17319b97-547b-4bdc-8350-89568255e12f tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3cc1ce9-8196-49f2-9426-d3110136b3a4 HTTP/1.1" status: 200 len: 943 time: 0.6979582 Mar 08 20:53:25.585911 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-cf34041a-7cb4-43be-a892-c90a9da115ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:25.603548 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-eae09fd1-9310-4a7a-aef2-6b1d07abb919 req-827a6eb2-4a93-4688-8bbf-668bc40452fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b735a19-c087-45dd-af15-b8c29d470965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193357 Mar 08 20:53:25.662110 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-cf34041a-7cb4-43be-a892-c90a9da115ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:25.667065 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-cf34041a-7cb4-43be-a892-c90a9da115ef admin admin] Usage tracker for resource:security_group_rule and tenant:39b6c835b8494e3189209d878fd57d68 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:25.686074 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-cf34041a-7cb4-43be-a892-c90a9da115ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:25.701398 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-cf34041a-7cb4-43be-a892-c90a9da115ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:25.812944 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-eae09fd1-9310-4a7a-aef2-6b1d07abb919 req-09dc7ade-7435-41c3-9967-a0436898a2c2 service neutron] 10.222.0.21 "GET /v2.0/networks/6b735a19-c087-45dd-af15-b8c29d470965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890678 Mar 08 20:53:25.877961 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-cf34041a-7cb4-43be-a892-c90a9da115ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:25.886737 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-cf34041a-7cb4-43be-a892-c90a9da115ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:25.908436 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf34041a-7cb4-43be-a892-c90a9da115ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=83160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:53:25.921342 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-cf34041a-7cb4-43be-a892-c90a9da115ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:25.922100 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.db.segments_db [None req-cf34041a-7cb4-43be-a892-c90a9da115ef admin admin] Added segment 6462f7fb-1896-41dd-8bbd-74c716ac6196 of type vlan for network 852f3829-31ac-4e6a-8dff-d8f854a254b4 Mar 08 20:53:25.958120 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-cf34041a-7cb4-43be-a892-c90a9da115ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774925924886'] for network, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:26.045204 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e55f0cba-10fe-4782-9f74-f2220a4a6475 req-8c73f8df-192f-47b7-a936-245e6628fcf6 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/security-groups?id=de30a13a-1521-4944-b7bd-2f8e01a90b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693422 Mar 08 20:53:26.142546 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-eae09fd1-9310-4a7a-aef2-6b1d07abb919 req-9a724287-a0e2-47fb-b8da-4d3582d0ee0c service neutron] 10.222.0.21 "GET /v2.0/networks/6b735a19-c087-45dd-af15-b8c29d470965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472756 Mar 08 20:53:26.254961 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-f1674a20-3063-438c-82e6-41f69d647e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2a2347f-6799-481e-a67d-2f4c76a2362c {{(pid=83161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:53:26.263456 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-f1674a20-3063-438c-82e6-41f69d647e5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:26.297002 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34041a-7cb4-43be-a892-c90a9da115ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230bb503-0b79-4f89-9f5c-23b6e67751c3,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:26.300101 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.provisioning_blocks [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-f1674a20-3063-438c-82e6-41f69d647e5a service neutron] Transition to ACTIVE for port object d2a2347f-6799-481e-a67d-2f4c76a2362c will not be triggered until provisioned by entity L2. {{(pid=83161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:53:26.303952 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-cf34041a-7cb4-43be-a892-c90a9da115ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423'] for network, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:26.304856 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf34041a-7cb4-43be-a892-c90a9da115ef admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:26.305524 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-cf34041a-7cb4-43be-a892-c90a9da115ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:26.308975 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-f1674a20-3063-438c-82e6-41f69d647e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:26.470879 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34041a-7cb4-43be-a892-c90a9da115ef admin admin] Pushing event updated for resources: {'Network': ['ID=852f3829-31ac-4e6a-8dff-d8f854a254b4,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:26.478952 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-cf34041a-7cb4-43be-a892-c90a9da115ef admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0130785 Mar 08 20:53:26.481529 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 41236) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:26.484321 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Network 852f3829-31ac-4e6a-8dff-d8f854a254b4 details requested by agent ovs-agent-dv-cinder-832328-1-smb with host dv-cinder-832328-1-smb {{(pid=83162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 20:53:26.489482 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-b934a112-6949-489f-b7a1-eea7c6f802f6 admin admin] Request body: {'subnet': {'network_id': '852f3829-31ac-4e6a-8dff-d8f854a254b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1878890809-subnet', 'tenant_id': '39b6c835b8494e3189209d878fd57d68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:53:26.495230 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-b934a112-6949-489f-b7a1-eea7c6f802f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:26.502532 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-b934a112-6949-489f-b7a1-eea7c6f802f6 admin admin] Usage tracker for resource:subnet and tenant:39b6c835b8494e3189209d878fd57d68 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:26.510881 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ecc382-e792-42f4-8aa9-52444c04e0a1 req-13b25a74-8d89-4723-8a89-974790bc664a tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:26.512882 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b2ecc382-e792-42f4-8aa9-52444c04e0a1 req-13b25a74-8d89-4723-8a89-974790bc664a tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 931 time: 0.4855504 Mar 08 20:53:26.513863 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-b934a112-6949-489f-b7a1-eea7c6f802f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:26.521911 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-b934a112-6949-489f-b7a1-eea7c6f802f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:26.563394 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1674a20-3063-438c-82e6-41f69d647e5a service neutron] Pushing event updated for resources: {'Port': ['ID=d2a2347f-6799-481e-a67d-2f4c76a2362c,revision_number=2']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:26.568626 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b934a112-6949-489f-b7a1-eea7c6f802f6 admin admin] Made reservation on behalf of 39b6c835b8494e3189209d878fd57d68 for: {'subnet': 1} {{(pid=83160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:53:26.571491 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b934a112-6949-489f-b7a1-eea7c6f802f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1778544'] for subnet, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:26.643580 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-b2ecc382-e792-42f4-8aa9-52444c04e0a1 req-940366b9-74c3-4ee2-8157-3d6c8269bc21 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Synchronizing usage tracker for tenant:8fdf6a2901a4473984cf32ef3b202ac2 on resource:security_group {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:53:26.701870 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 6694ff43-8422-4890-89d4-73f0ce00be26 details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 20:53:26.712909 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-f1674a20-3063-438c-82e6-41f69d647e5a service neutron] Attempting to bind port d2a2347f-6799-481e-a67d-2f4c76a2362c on host hv-cinder-83232 for vnic_type normal with profile {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:53:26.713362 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-f1674a20-3063-438c-82e6-41f69d647e5a service neutron] Attempting to bind port d2a2347f-6799-481e-a67d-2f4c76a2362c by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': '839e8781-c8d4-49ad-9ad0-477a937867b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b735a19-c087-45dd-af15-b8c29d470965'}] {{(pid=83161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:53:26.713897 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-f1674a20-3063-438c-82e6-41f69d647e5a service neutron] Attempting to bind port d2a2347f-6799-481e-a67d-2f4c76a2362c on network 6b735a19-c087-45dd-af15-b8c29d470965 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:53:26.784720 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-b2ecc382-e792-42f4-8aa9-52444c04e0a1 req-940366b9-74c3-4ee2-8157-3d6c8269bc21 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Unset dirty status for tenant:8fdf6a2901a4473984cf32ef3b202ac2 on resource:security_group {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:53:26.803979 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b2ecc382-e792-42f4-8aa9-52444c04e0a1 req-940366b9-74c3-4ee2-8157-3d6c8269bc21 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833183 Mar 08 20:53:26.844702 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-fe60cf74-d31c-49cf-87d7-cc39af6fa582 req-8100cf43-9bd5-4fc1-82ca-3a4db2e6acbe tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a HTTP/1.1" status: 200 len: 210 time: 0.1532972 Mar 08 20:53:26.847881 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-f1674a20-3063-438c-82e6-41f69d647e5a service neutron] Port d2a2347f-6799-481e-a67d-2f4c76a2362c on network 6b735a19-c087-45dd-af15-b8c29d470965 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 08 20:53:26.848427 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-f1674a20-3063-438c-82e6-41f69d647e5a service neutron] Attempting to bind port d2a2347f-6799-481e-a67d-2f4c76a2362c on network 6b735a19-c087-45dd-af15-b8c29d470965 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:53:26.867282 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-f1674a20-3063-438c-82e6-41f69d647e5a service neutron] Checking agent: {'id': '7ef80941-8def-40cc-9dc9-727f4daf545d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'started_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:53:26.867899 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-f1674a20-3063-438c-82e6-41f69d647e5a service neutron] Checking segment: {'id': '839e8781-c8d4-49ad-9ad0-477a937867b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b735a19-c087-45dd-af15-b8c29d470965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:53:26.869089 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-f1674a20-3063-438c-82e6-41f69d647e5a service neutron] Bound using segment: {'id': '839e8781-c8d4-49ad-9ad0-477a937867b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b735a19-c087-45dd-af15-b8c29d470965'} {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:53:26.870448 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-f1674a20-3063-438c-82e6-41f69d647e5a service neutron] Bound port: d2a2347f-6799-481e-a67d-2f4c76a2362c, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '839e8781-c8d4-49ad-9ad0-477a937867b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b735a19-c087-45dd-af15-b8c29d470965'}}] {{(pid=83161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:53:26.871037 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-f1674a20-3063-438c-82e6-41f69d647e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:26.969627 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 6694ff43-8422-4890-89d4-73f0ce00be26, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=6694ff43-8422-4890-89d4-73f0ce00be26,segment=NetworkSegment(19e8ea61-7686-4806-aac8-3266df89609a),segment_id=19e8ea61-7686-4806-aac8-3266df89609a)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:53:26.998397 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Returning: {'device': '6694ff43-8422-4890-89d4-73f0ce00be26', 'network_id': '3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e', 'port_id': '6694ff43-8422-4890-89d4-73f0ce00be26', 'mac_address': 'fa:16:3e:b1:30:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff3cdae-31d2-4dfc-8577-d7abbca5deac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 20:53:27.050956 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b934a112-6949-489f-b7a1-eea7c6f802f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1387674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1778530'] for subnet, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:27.140518 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934a112-6949-489f-b7a1-eea7c6f802f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa522a01-2a17-4ea6-9d09-71dfaa95aa18,revision_number=0']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:27.170996 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b934a112-6949-489f-b7a1-eea7c6f802f6 admin admin] Checking segment: {'id': '6462f7fb-1896-41dd-8bbd-74c716ac6196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '852f3829-31ac-4e6a-8dff-d8f854a254b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:53:27.175890 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b934a112-6949-489f-b7a1-eea7c6f802f6 admin admin] Network hostable DHCP agents. Network: 852f3829-31ac-4e6a-8dff-d8f854a254b4, hostable agents: ['f8f0924d-105e-45b1-98fc-f771e4a35ffd'], hosted agents: [] {{(pid=83160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:53:27.176985 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:27.220527 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6694ff43-8422-4890-89d4-73f0ce00be26 {{(pid=83162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:53:27.245693 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b934a112-6949-489f-b7a1-eea7c6f802f6 admin admin] Network 852f3829-31ac-4e6a-8dff-d8f854a254b4 is scheduled to be hosted by DHCP agent f8f0924d-105e-45b1-98fc-f771e4a35ffd with binding_index 1 {{(pid=83160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:53:27.257744 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 6694ff43-8422-4890-89d4-73f0ce00be26, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=6694ff43-8422-4890-89d4-73f0ce00be26,segment=NetworkSegment(19e8ea61-7686-4806-aac8-3266df89609a),segment_id=19e8ea61-7686-4806-aac8-3266df89609a)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:53:27.269467 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-b934a112-6949-489f-b7a1-eea7c6f802f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-smb, 852f3829-31ac-4e6a-8dff-d8f854a254b4) {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:53:27.272450 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:27.279952 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b934a112-6949-489f-b7a1-eea7c6f802f6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:27.280708 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b934a112-6949-489f-b7a1-eea7c6f802f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for subnet, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:27.314881 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-b934a112-6949-489f-b7a1-eea7c6f802f6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8312640 Mar 08 20:53:27.380866 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-6f6b7144-6ebd-4833-9a33-782eb92716ed tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:27.382422 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-6f6b7144-6ebd-4833-9a33-782eb92716ed tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.21 "GET /v2.0/networks?id=3ac543f3-ed2d-4557-8b9b-b33844ee4851 HTTP/1.1" status: 200 len: 815 time: 0.4834580 Mar 08 20:53:27.384268 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4fd085-cede-4e65-8b8a-1fc131425f10 None None] Network 852f3829-31ac-4e6a-8dff-d8f854a254b4 requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:53:27.385088 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-f1674a20-3063-438c-82e6-41f69d647e5a service neutron] For port d2a2347f-6799-481e-a67d-2f4c76a2362c, host hv-cinder-83232, cleared binding levels {{(pid=83161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:53:27.389738 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-f1674a20-3063-438c-82e6-41f69d647e5a service neutron] For port d2a2347f-6799-481e-a67d-2f4c76a2362c, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=d2a2347f-6799-481e-a67d-2f4c76a2362c,segment=NetworkSegment(839e8781-c8d4-49ad-9ad0-477a937867b0),segment_id=839e8781-c8d4-49ad-9ad0-477a937867b0)] {{(pid=83161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:53:27.396966 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-f1674a20-3063-438c-82e6-41f69d647e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:27.503333 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92d98f-4ce2-450a-9047-60722f6f1669 req-b16d53ef-7125-4977-b12c-b93db1384647 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:27.509719 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-4d92d98f-4ce2-450a-9047-60722f6f1669 req-b16d53ef-7125-4977-b12c-b93db1384647 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3cc1ce9-8196-49f2-9426-d3110136b3a4 HTTP/1.1" status: 200 len: 944 time: 0.1911194 Mar 08 20:53:27.523569 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-f1674a20-3063-438c-82e6-41f69d647e5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:27.524922 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-f1674a20-3063-438c-82e6-41f69d647e5a service neutron] 10.222.0.21 "PUT /v2.0/ports/d2a2347f-6799-481e-a67d-2f4c76a2362c HTTP/1.1" status: 200 len: 1093 time: 2.8776820 Mar 08 20:53:27.526052 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dbc330a-7461-4fff-a13f-11e1d9bafe6c', 'tag': 'd2a2347f-6799-481e-a67d-2f4c76a2362c'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:53:27.565591 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1674a20-3063-438c-82e6-41f69d647e5a service neutron] Pushing event updated for resources: {'Port': ['ID=d2a2347f-6799-481e-a67d-2f4c76a2362c,revision_number=3']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:27.587664 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-4d92d98f-4ce2-450a-9047-60722f6f1669 req-16f94704-fbe6-4e35-a4b0-bf994f409016 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/security-groups?id=de30a13a-1521-4944-b7bd-2f8e01a90b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742848 Mar 08 20:53:27.598301 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-9d607055-958c-49f7-8af7-06c281d4dcd2 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75384b10ddb442bea7117c6826e163d3 HTTP/1.1" status: 200 len: 380 time: 0.1957891 Mar 08 20:53:27.684150 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=6694ff43-8422-4890-89d4-73f0ce00be26,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:27.699252 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-2b015876-96db-4b99-9b7d-956b96813328 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Request body: {'port': {'device_id': '8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'admin_state_up': True, 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'security_groups': ['71aecef5-a16c-466c-8677-6ca7191dcc65']}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:53:27.724371 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['6694ff43-8422-4890-89d4-73f0ce00be26'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 20:53:27.925058 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dbc330a-7461-4fff-a13f-11e1d9bafe6c', 'tag': 'd2a2347f-6799-481e-a67d-2f4c76a2362c', 'status': 'completed', 'code': 200} Mar 08 20:53:27.941884 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-2b015876-96db-4b99-9b7d-956b96813328 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:27.955125 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-2b015876-96db-4b99-9b7d-956b96813328 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:27.979032 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-2b015876-96db-4b99-9b7d-956b96813328 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Made reservation on behalf of 75384b10ddb442bea7117c6826e163d3 for: {'port': 1} {{(pid=83161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:53:27.982095 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-2b015876-96db-4b99-9b7d-956b96813328 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:28.010252 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-d318f5a5-54ff-4cf8-9fa0-77a7657bbb22 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fdf6a2901a4473984cf32ef3b202ac2&device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 1096 time: 0.4225388 Mar 08 20:53:28.048267 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dc7e25-c1bc-4730-b3ad-727dfb5cf38b None None] Network 852f3829-31ac-4e6a-8dff-d8f854a254b4 requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:53:28.254331 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-cc020bbd-c0f8-4880-b23d-4f1285e0e3b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2a2347f-6799-481e-a67d-2f4c76a2362c HTTP/1.1" status: 200 len: 217 time: 0.1880853 Mar 08 20:53:28.411517 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-0970007b-dff1-4f65-b3c9-dc753a888ba1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:28.412923 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-0970007b-dff1-4f65-b3c9-dc753a888ba1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5de2fd05-f3f9-46aa-9b4c-d1e06cb3e211 HTTP/1.1" status: 200 len: 859 time: 0.1470726 Mar 08 20:53:28.494835 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_common [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-2b015876-96db-4b99-9b7d-956b96813328 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Allocated IP 172.20.0.4 (3ac543f3-ed2d-4557-8b9b-b33844ee4851/631e0254-4619-4902-8397-d03caba0f7cf/345dab0a-dda1-475c-ba86-e14bd8881adf) {{(pid=83161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:53:28.528730 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470de88b-2c80-4d49-b0db-c20cc16c3ff0 req-093c8d30-4f19-450e-b42a-0a3d8aece03c tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:28.529423 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-470de88b-2c80-4d49-b0db-c20cc16c3ff0 req-093c8d30-4f19-450e-b42a-0a3d8aece03c tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Synchronizing usage tracker for tenant:8fdf6a2901a4473984cf32ef3b202ac2 on resource:port {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:53:28.533676 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-6769d7d0-9496-4cd0-8d91-4384beb74d8c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b735a19-c087-45dd-af15-b8c29d470965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119685 Mar 08 20:53:28.609048 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-fe1e79e1-d273-4d70-8cc0-75c00e1ee846 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:28.609881 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-fe1e79e1-d273-4d70-8cc0-75c00e1ee846 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Synchronizing usage tracker for tenant:da98818d2a7644c598d58cfe64e3870b on resource:network {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:53:28.631943 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-fe1e79e1-d273-4d70-8cc0-75c00e1ee846 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Unset dirty status for tenant:da98818d2a7644c598d58cfe64e3870b on resource:network {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:53:28.633381 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-fe1e79e1-d273-4d70-8cc0-75c00e1ee846 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/networks?id=5a93d635-3ead-469d-b12c-08cf812da37d HTTP/1.1" status: 200 len: 809 time: 0.3170269 Mar 08 20:53:28.659302 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-f8b88dd5-f099-4632-96a5-fe3a0a4efe40 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/quotas/da98818d2a7644c598d58cfe64e3870b HTTP/1.1" status: 200 len: 375 time: 0.0188656 Mar 08 20:53:28.685892 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 8cf0fee7-d12e-494a-94a2-d5522bb3b91c details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 20:53:28.735885 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-49d56987-0c71-4cab-9b7e-14629553713a tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=da98818d2a7644c598d58cfe64e3870b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755556 Mar 08 20:53:28.818590 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-2b015876-96db-4b99-9b7d-956b96813328 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for port, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:28.889536 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 8cf0fee7-d12e-494a-94a2-d5522bb3b91c, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=8cf0fee7-d12e-494a-94a2-d5522bb3b91c,segment=NetworkSegment(839e8781-c8d4-49ad-9ad0-477a937867b0),segment_id=839e8781-c8d4-49ad-9ad0-477a937867b0)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:53:28.891237 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.provisioning_blocks [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-2b015876-96db-4b99-9b7d-956b96813328 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Transition to ACTIVE for port object 345dab0a-dda1-475c-ba86-e14bd8881adf will not be triggered until provisioned by entity DHCP. {{(pid=83161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:53:28.892388 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-470de88b-2c80-4d49-b0db-c20cc16c3ff0 req-093c8d30-4f19-450e-b42a-0a3d8aece03c tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Unset dirty status for tenant:8fdf6a2901a4473984cf32ef3b202ac2 on resource:port {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:53:28.893781 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-470de88b-2c80-4d49-b0db-c20cc16c3ff0 req-093c8d30-4f19-450e-b42a-0a3d8aece03c tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 943 time: 0.7040780 Mar 08 20:53:28.908783 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-2311b3bf-5ce9-423e-88e4-624ed2a66de6 service neutron] 10.222.0.39 "GET /v2.0/networks/5a93d635-3ead-469d-b12c-08cf812da37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716349 Mar 08 20:53:28.916016 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Returning: {'device': '8cf0fee7-d12e-494a-94a2-d5522bb3b91c', 'network_id': '6b735a19-c087-45dd-af15-b8c29d470965', 'port_id': '8cf0fee7-d12e-494a-94a2-d5522bb3b91c', 'mac_address': 'fa:16:3e:01:f7:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de2fd05-f3f9-46aa-9b4c-d1e06cb3e211', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 20:53:28.960826 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-470de88b-2c80-4d49-b0db-c20cc16c3ff0 req-23090141-1a94-4706-a765-3196d68060cf tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543544 Mar 08 20:53:29.021522 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:29.027337 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-a03129e9-0f53-41e5-b12d-517de78f8e80 service neutron] 10.222.0.21 "GET /v2.0/networks/6b735a19-c087-45dd-af15-b8c29d470965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820328 Mar 08 20:53:29.033402 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-2b015876-96db-4b99-9b7d-956b96813328 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:29.047579 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf0fee7-d12e-494a-94a2-d5522bb3b91c {{(pid=83162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:53:29.066046 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 8cf0fee7-d12e-494a-94a2-d5522bb3b91c, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=8cf0fee7-d12e-494a-94a2-d5522bb3b91c,segment=NetworkSegment(839e8781-c8d4-49ad-9ad0-477a937867b0),segment_id=839e8781-c8d4-49ad-9ad0-477a937867b0)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:53:29.070606 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:29.098857 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-618b4bfb-6741-4256-a07e-ef896662bff5 service neutron] 10.222.0.39 "GET /v2.0/networks/5a93d635-3ead-469d-b12c-08cf812da37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883326 Mar 08 20:53:29.152916 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b015876-96db-4b99-9b7d-956b96813328 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event updated for resources: {'Port': ['ID=345dab0a-dda1-475c-ba86-e14bd8881adf,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:29.206524 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=8cf0fee7-d12e-494a-94a2-d5522bb3b91c,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:29.296429 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-2b015876-96db-4b99-9b7d-956b96813328 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Network 3ac543f3-ed2d-4557-8b9b-b33844ee4851 is already hosted by enough agents. {{(pid=83161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:53:29.307301 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-2b015876-96db-4b99-9b7d-956b96813328 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources bound (agent type, host, resource id): {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:53:29.311956 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-2b015876-96db-4b99-9b7d-956b96813328 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Received port after_create {{(pid=83161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:53:29.404307 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-2b015876-96db-4b99-9b7d-956b96813328 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:29.404920 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-2b015876-96db-4b99-9b7d-956b96813328 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:29.409138 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['8cf0fee7-d12e-494a-94a2-d5522bb3b91c'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 20:53:29.483162 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-81006f78-9b00-4899-b4f7-a414a3cdee02 req-b46d72b7-12de-470d-9675-bc2ec4d6e4a0 service neutron] 10.222.0.21 "GET /v2.0/networks/6b735a19-c087-45dd-af15-b8c29d470965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410253 Mar 08 20:53:29.510088 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c1e93-c3fb-473e-8636-7203e3324d97 req-ce1e7eaa-2712-4fea-b4ff-d0b4ae2851bb tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:29.514016 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-982c1e93-c3fb-473e-8636-7203e3324d97 req-ce1e7eaa-2712-4fea-b4ff-d0b4ae2851bb tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Synchronizing usage tracker for tenant:75384b10ddb442bea7117c6826e163d3 on resource:port {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:53:29.528331 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-2b015876-96db-4b99-9b7d-956b96813328 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8358533 Mar 08 20:53:29.555974 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-61de915a-e101-4b6b-86c0-144b9ab70382 service neutron] Request body: {'port': {'device_id': '8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:53:29.588884 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae67f1-28d6-4657-847e-1249393037f2 req-d7c233d2-fdcf-480e-b2cd-15f9afe8bb7c tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:29.597934 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c4ae67f1-28d6-4657-847e-1249393037f2 req-d7c233d2-fdcf-480e-b2cd-15f9afe8bb7c tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3cc1ce9-8196-49f2-9426-d3110136b3a4 HTTP/1.1" status: 200 len: 944 time: 0.1986530 Mar 08 20:53:29.703235 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c4ae67f1-28d6-4657-847e-1249393037f2 req-2c793131-3ff3-4774-a178-6cc6d2f782ed tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/security-groups?id=de30a13a-1521-4944-b7bd-2f8e01a90b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043410 Mar 08 20:53:29.794879 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-982c1e93-c3fb-473e-8636-7203e3324d97 req-ce1e7eaa-2712-4fea-b4ff-d0b4ae2851bb tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Unset dirty status for tenant:75384b10ddb442bea7117c6826e163d3 on resource:port {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:53:29.796357 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-982c1e93-c3fb-473e-8636-7203e3324d97 req-ce1e7eaa-2712-4fea-b4ff-d0b4ae2851bb tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a HTTP/1.1" status: 200 len: 931 time: 0.5633032 Mar 08 20:53:29.829079 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-ba05cb99-04d8-4ece-94bf-3b5b74a14a27 None None] Provisioning for port 345dab0a-dda1-475c-ba86-e14bd8881adf completed by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:53:29.849958 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-ba05cb99-04d8-4ece-94bf-3b5b74a14a27 None None] Provisioning complete for port 345dab0a-dda1-475c-ba86-e14bd8881adf triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:53:29.850213 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-ba05cb99-04d8-4ece-94bf-3b5b74a14a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:29.885005 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-61de915a-e101-4b6b-86c0-144b9ab70382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:29.896192 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-461c87d0-e1be-47fe-82b3-5e735b1df22c req-70fbb84f-61b7-4923-a4b6-b81e2415976b tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c83fe2-d342-407f-bd9c-310d47b63c40 HTTP/1.1" status: 200 len: 210 time: 0.0639081 Mar 08 20:53:29.942714 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-982c1e93-c3fb-473e-8636-7203e3324d97 req-4dd1cacd-9cac-4a95-8858-8536ba8b3413 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=71aecef5-a16c-466c-8677-6ca7191dcc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280265 Mar 08 20:53:29.963936 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-ba05cb99-04d8-4ece-94bf-3b5b74a14a27 None None] Port 345dab0a-dda1-475c-ba86-e14bd8881adf cannot update to ACTIVE because it is not bound. {{(pid=83162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 08 20:53:30.042075 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-caffd57d-ebae-412c-941e-d98073adf6a8 req-3a844726-ffcd-4a0c-94e8-d1c4d3fc4ee4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fdf6a2901a4473984cf32ef3b202ac2&device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 1096 time: 0.3103497 Mar 08 20:53:30.260848 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692ae41-fff9-4d1f-89c1-25d918fbc1e3 req-505e329f-1a07-4d70-962e-d474cc114c03 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:30.268858 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-2692ae41-fff9-4d1f-89c1-25d918fbc1e3 req-505e329f-1a07-4d70-962e-d474cc114c03 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 943 time: 0.1221309 Mar 08 20:53:30.327547 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-2692ae41-fff9-4d1f-89c1-25d918fbc1e3 req-b866bb90-4e02-4d34-8b73-a9d817695ce1 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576084 Mar 08 20:53:30.477348 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffd57d-ebae-412c-941e-d98073adf6a8 req-74b8e7c3-2916-413c-84b3-78aae52789fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:30.478952 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-caffd57d-ebae-412c-941e-d98073adf6a8 req-74b8e7c3-2916-413c-84b3-78aae52789fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b735a19-c087-45dd-af15-b8c29d470965 HTTP/1.1" status: 200 len: 920 time: 0.4295897 Mar 08 20:53:30.561989 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-caffd57d-ebae-412c-941e-d98073adf6a8 req-381b1533-61a5-44a9-9456-ea85ae50e4a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2a2347f-6799-481e-a67d-2f4c76a2362c HTTP/1.1" status: 200 len: 217 time: 0.0752082 Mar 08 20:53:30.703446 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffd57d-ebae-412c-941e-d98073adf6a8 req-22a49683-8ba2-442c-8b2b-9bb1e13e5d70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:30.704872 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-caffd57d-ebae-412c-941e-d98073adf6a8 req-22a49683-8ba2-442c-8b2b-9bb1e13e5d70 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5de2fd05-f3f9-46aa-9b4c-d1e06cb3e211 HTTP/1.1" status: 200 len: 859 time: 0.1246598 Mar 08 20:53:30.710579 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 8cf0fee7-d12e-494a-94a2-d5522bb3b91c up at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:53:30.802935 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-caffd57d-ebae-412c-941e-d98073adf6a8 req-74bda84b-19cc-4c99-8bfe-9619f6ff0cb0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b735a19-c087-45dd-af15-b8c29d470965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865500 Mar 08 20:53:30.828885 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning for port 8cf0fee7-d12e-494a-94a2-d5522bb3b91c completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:53:30.841177 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning complete for port 8cf0fee7-d12e-494a-94a2-d5522bb3b91c triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:53:30.842542 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:30.973145 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.21', 58491) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:31.012943 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.db.resource_extend [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-61de915a-e101-4b6b-86c0-144b9ab70382 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 20:53:31.032458 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:31.069784 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 41440) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:31.109271 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 8cf0fee7-d12e-494a-94a2-d5522bb3b91c, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=8cf0fee7-d12e-494a-94a2-d5522bb3b91c,segment=NetworkSegment(839e8781-c8d4-49ad-9ad0-477a937867b0),segment_id=839e8781-c8d4-49ad-9ad0-477a937867b0)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:53:31.111184 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce401626-a45c-4e9e-b39e-c36ac3a996fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf0fee7-d12e-494a-94a2-d5522bb3b91c'}] {{(pid=83162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:53:31.123429 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 41442) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:31.192458 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-61de915a-e101-4b6b-86c0-144b9ab70382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345dab0a-dda1-475c-ba86-e14bd8881adf {{(pid=83161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:53:31.222381 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-61de915a-e101-4b6b-86c0-144b9ab70382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:31.238555 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:31.239461 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 6694ff43-8422-4890-89d4-73f0ce00be26 up at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:53:31.256842 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-caffd57d-ebae-412c-941e-d98073adf6a8 req-c5cda5ab-3bd6-41ae-8ead-6bffea3739ac service neutron] 10.222.0.21 "GET /v2.0/networks/6b735a19-c087-45dd-af15-b8c29d470965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414995 Mar 08 20:53:31.264769 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-da303311-cd3e-49dd-800e-4e78b2f60b16 req-1ae1586c-7af5-4e82-a3af-62e5770cc3f6 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c83fe2-d342-407f-bd9c-310d47b63c40 HTTP/1.1" status: 200 len: 210 time: 0.1120520 Mar 08 20:53:31.286387 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.provisioning_blocks [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-61de915a-e101-4b6b-86c0-144b9ab70382 service neutron] Transition to ACTIVE for port object 345dab0a-dda1-475c-ba86-e14bd8881adf will not be triggered until provisioned by entity L2. {{(pid=83161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:53:31.363046 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162cbec-02ce-401e-aabe-9ad2b7f0f6fa req-87a20376-91c6-4076-9534-2369b32f0f86 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:31.370393 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-2162cbec-02ce-401e-aabe-9ad2b7f0f6fa req-87a20376-91c6-4076-9534-2369b32f0f86 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3cc1ce9-8196-49f2-9426-d3110136b3a4 HTTP/1.1" status: 200 len: 944 time: 0.4696217 Mar 08 20:53:31.377322 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-61de915a-e101-4b6b-86c0-144b9ab70382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:31.400384 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-b10b2e5c-b2b6-4c4b-b2f7-c352fe1fdc09 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:31.406625 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-b10b2e5c-b2b6-4c4b-b2f7-c352fe1fdc09 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.21 "GET /v2.0/networks?id=5a93d635-3ead-469d-b12c-08cf812da37d HTTP/1.1" status: 200 len: 809 time: 0.4323766 Mar 08 20:53:31.424031 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-feb27bf9-99e0-4cbe-85c8-7924cc1ce2fb tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Request body: {'port': {'device_id': '73c83fe2-d342-407f-bd9c-310d47b63c40', 'network_id': '5a93d635-3ead-469d-b12c-08cf812da37d', 'admin_state_up': True, 'tenant_id': 'da98818d2a7644c598d58cfe64e3870b'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:53:31.465827 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=8cf0fee7-d12e-494a-94a2-d5522bb3b91c,revision_number=5']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:31.482966 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning for port 6694ff43-8422-4890-89d4-73f0ce00be26 completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:53:31.489686 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning complete for port 6694ff43-8422-4890-89d4-73f0ce00be26 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:53:31.490253 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:31.581292 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-ced2c24d-fc1f-431d-b235-0187f978731e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:31.620709 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5158f36c-5ed8-4168-b577-7da3c6bc313d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:31.731148 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-2162cbec-02ce-401e-aabe-9ad2b7f0f6fa req-7b3d8f34-0a49-4712-9279-cfd1cb3e0bf3 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/security-groups?id=de30a13a-1521-4944-b7bd-2f8e01a90b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598797 Mar 08 20:53:31.765309 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-ced2c24d-fc1f-431d-b235-0187f978731e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:31.770763 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-ced2c24d-fc1f-431d-b235-0187f978731e admin admin] Usage tracker for resource:security_group_rule and tenant:eb062e77bfa246afbcd8f964e5359b2c is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:31.773934 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-ced2c24d-fc1f-431d-b235-0187f978731e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:31.785589 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-ced2c24d-fc1f-431d-b235-0187f978731e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:31.801912 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:31.817868 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-feb27bf9-99e0-4cbe-85c8-7924cc1ce2fb tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:31.839038 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-feb27bf9-99e0-4cbe-85c8-7924cc1ce2fb tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Usage tracker for resource:port and tenant:da98818d2a7644c598d58cfe64e3870b is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:31.844601 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-feb27bf9-99e0-4cbe-85c8-7924cc1ce2fb tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:31.853435 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-feb27bf9-99e0-4cbe-85c8-7924cc1ce2fb tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:31.862449 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da97365-c4b6-4c6b-8cb5-ad3dafd9bf91 req-b0dac2da-a9c1-4f2c-89a0-f68e6476a9db tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:31.870230 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-2da97365-c4b6-4c6b-8cb5-ad3dafd9bf91 req-b0dac2da-a9c1-4f2c-89a0-f68e6476a9db tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a HTTP/1.1" status: 200 len: 943 time: 0.2827299 Mar 08 20:53:31.888040 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 6694ff43-8422-4890-89d4-73f0ce00be26, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=6694ff43-8422-4890-89d4-73f0ce00be26,segment=NetworkSegment(19e8ea61-7686-4806-aac8-3266df89609a),segment_id=19e8ea61-7686-4806-aac8-3266df89609a)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:53:31.894237 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:31.926382 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-2da97365-c4b6-4c6b-8cb5-ad3dafd9bf91 req-a8ea80b6-4b66-4b4c-8dbb-6b775fb15124 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=71aecef5-a16c-466c-8677-6ca7191dcc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549853 Mar 08 20:53:31.967782 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de915a-e101-4b6b-86c0-144b9ab70382 service neutron] Pushing event updated for resources: {'Port': ['ID=345dab0a-dda1-475c-ba86-e14bd8881adf,revision_number=2']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:31.974093 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-caffd57d-ebae-412c-941e-d98073adf6a8 req-668d7fdb-6a84-4524-877f-3c58b1456942 service neutron] 10.222.0.21 "GET /v2.0/networks/6b735a19-c087-45dd-af15-b8c29d470965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7092469 Mar 08 20:53:31.989037 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=6694ff43-8422-4890-89d4-73f0ce00be26,revision_number=5']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:31.990431 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-ced2c24d-fc1f-431d-b235-0187f978731e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:32.004591 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-feb27bf9-99e0-4cbe-85c8-7924cc1ce2fb tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Made reservation on behalf of da98818d2a7644c598d58cfe64e3870b for: {'port': 1} {{(pid=83160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:53:32.008170 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-feb27bf9-99e0-4cbe-85c8-7924cc1ce2fb tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:32.067558 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-5158f36c-5ed8-4168-b577-7da3c6bc313d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:32.072673 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-5158f36c-5ed8-4168-b577-7da3c6bc313d admin admin] Usage tracker for resource:security_group_rule and tenant:03cfc245c03a411c966bd07fdf9bbf94 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:32.114442 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-5158f36c-5ed8-4168-b577-7da3c6bc313d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:32.125045 dv-cinder-832328-1-smb neutron-server[83162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce401626-a45c-4e9e-b39e-c36ac3a996fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf0fee7-d12e-494a-94a2-d5522bb3b91c', 'code': 200} Mar 08 20:53:32.138797 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-ced2c24d-fc1f-431d-b235-0187f978731e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:32.195690 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2f9fea-0592-45a1-9592-072aba72ab90 None None] Sync routers for ids ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'] in dv-cinder-832328-1-smb {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:53:32.216823 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2f9fea-0592-45a1-9592-072aba72ab90 None None] Routers {'322e80d3-9b8c-442f-a225-e74ce54a5eb1'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:53:32.217062 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-be2f9fea-0592-45a1-9592-072aba72ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:53:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:53:32.223546 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-5158f36c-5ed8-4168-b577-7da3c6bc313d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:32.224777 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_common [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-feb27bf9-99e0-4cbe-85c8-7924cc1ce2fb tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Allocated IP 172.20.0.8 (5a93d635-3ead-469d-b12c-08cf812da37d/a10e7fe2-a04d-45c3-ae81-4c21951efa26/a18dd0ea-acf2-428a-b399-588a708ae115) {{(pid=83160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:53:32.269437 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-ced2c24d-fc1f-431d-b235-0187f978731e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eb062e77bfa246afbcd8f964e5359b2c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1394985 Mar 08 20:53:32.274552 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 41488) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:32.306531 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-61de915a-e101-4b6b-86c0-144b9ab70382 service neutron] Attempting to bind port 345dab0a-dda1-475c-ba86-e14bd8881adf on host hv-cinder-83232 for vnic_type normal with profile {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:53:32.306860 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-61de915a-e101-4b6b-86c0-144b9ab70382 service neutron] Attempting to bind port 345dab0a-dda1-475c-ba86-e14bd8881adf by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': 'def440c0-28e5-481e-8733-4907081c4e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851'}] {{(pid=83161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:53:32.307186 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-61de915a-e101-4b6b-86c0-144b9ab70382 service neutron] Attempting to bind port 345dab0a-dda1-475c-ba86-e14bd8881adf on network 3ac543f3-ed2d-4557-8b9b-b33844ee4851 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:53:32.333809 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2c24d-fc1f-431d-b235-0187f978731e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabee8a9-59f8-4426-a1dc-9a16ebad7a44,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:32.333809 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-61de915a-e101-4b6b-86c0-144b9ab70382 service neutron] Port 345dab0a-dda1-475c-ba86-e14bd8881adf on network 3ac543f3-ed2d-4557-8b9b-b33844ee4851 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 08 20:53:32.333809 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-61de915a-e101-4b6b-86c0-144b9ab70382 service neutron] Attempting to bind port 345dab0a-dda1-475c-ba86-e14bd8881adf on network 3ac543f3-ed2d-4557-8b9b-b33844ee4851 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:53:32.400238 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5158f36c-5ed8-4168-b577-7da3c6bc313d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:32.445415 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5158f36c-5ed8-4168-b577-7da3c6bc313d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:32.473735 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-be2f9fea-0592-45a1-9592-072aba72ab90 None None] Set router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:53:32.494405 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-61de915a-e101-4b6b-86c0-144b9ab70382 service neutron] Checking agent: {'id': '7ef80941-8def-40cc-9dc9-727f4daf545d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'started_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:53:32.494748 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-61de915a-e101-4b6b-86c0-144b9ab70382 service neutron] Checking segment: {'id': 'def440c0-28e5-481e-8733-4907081c4e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:53:32.495043 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-61de915a-e101-4b6b-86c0-144b9ab70382 service neutron] Bound using segment: {'id': 'def440c0-28e5-481e-8733-4907081c4e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851'} {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:53:32.495484 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-61de915a-e101-4b6b-86c0-144b9ab70382 service neutron] Bound port: 345dab0a-dda1-475c-ba86-e14bd8881adf, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def440c0-28e5-481e-8733-4907081c4e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851'}}] {{(pid=83161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:53:32.495823 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-61de915a-e101-4b6b-86c0-144b9ab70382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:32.554502 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-5158f36c-5ed8-4168-b577-7da3c6bc313d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=03cfc245c03a411c966bd07fdf9bbf94&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4508023 Mar 08 20:53:32.561133 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 41498) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:32.605464 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aabb21-47d3-4fdb-8489-bbd9b9b32e12 req-e09550e7-d7af-4b31-a36f-88697449c47e tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:32.607097 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-31aabb21-47d3-4fdb-8489-bbd9b9b32e12 req-e09550e7-d7af-4b31-a36f-88697449c47e tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 943 time: 0.6322567 Mar 08 20:53:32.607706 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158f36c-5ed8-4168-b577-7da3c6bc313d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2703dbbe-c2d0-47e8-8184-61f7bee7fd82,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:32.623190 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-505e4209-d9ba-42b3-86b4-d984e36db9e0 req-4d92fbb2-bd38-4e28-88c2-29825fb537db tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c83fe2-d342-407f-bd9c-310d47b63c40 HTTP/1.1" status: 200 len: 210 time: 0.1213200 Mar 08 20:53:32.696622 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-9aea98cb-c203-47f8-8789-e2b6eb237e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:32.739046 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device d2a2347f-6799-481e-a67d-2f4c76a2362c details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 20:53:32.751643 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-9aea98cb-c203-47f8-8789-e2b6eb237e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:32.771460 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-feb27bf9-99e0-4cbe-85c8-7924cc1ce2fb tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Notify callbacks [] for port, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:32.849236 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-9aea98cb-c203-47f8-8789-e2b6eb237e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:32.862966 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-75c8438c-3940-45d3-a43d-a42b1a0e0edb req-da6b33a5-13d5-43ed-b2d0-288ae9bf1e95 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 1098 time: 0.4497514 Mar 08 20:53:32.878678 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-feb27bf9-99e0-4cbe-85c8-7924cc1ce2fb tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:32.882277 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-31aabb21-47d3-4fdb-8489-bbd9b9b32e12 req-6e0d6502-79f7-4a3c-93d2-e93bdf120e48 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423215 Mar 08 20:53:32.883472 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-61de915a-e101-4b6b-86c0-144b9ab70382 service neutron] For port 345dab0a-dda1-475c-ba86-e14bd8881adf, host hv-cinder-83232, cleared binding levels {{(pid=83161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:53:32.901624 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea98cb-c203-47f8-8789-e2b6eb237e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabee8a9-59f8-4426-a1dc-9a16ebad7a44,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:32.923872 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-61de915a-e101-4b6b-86c0-144b9ab70382 service neutron] For port 345dab0a-dda1-475c-ba86-e14bd8881adf, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=345dab0a-dda1-475c-ba86-e14bd8881adf,segment=NetworkSegment(def440c0-28e5-481e-8733-4907081c4e81),segment_id=def440c0-28e5-481e-8733-4907081c4e81)] {{(pid=83161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:53:32.926872 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-75c8438c-3940-45d3-a43d-a42b1a0e0edb req-eafde8e4-4116-4052-aa81-e4d861072952 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:32.939476 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-61de915a-e101-4b6b-86c0-144b9ab70382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:32.943007 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-096d07cc-cf94-4291-a459-09a4e868ca19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:33.002187 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb27bf9-99e0-4cbe-85c8-7924cc1ce2fb tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Pushing event updated for resources: {'Port': ['ID=a18dd0ea-acf2-428a-b399-588a708ae115,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:33.029687 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port d2a2347f-6799-481e-a67d-2f4c76a2362c, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=d2a2347f-6799-481e-a67d-2f4c76a2362c,segment=NetworkSegment(839e8781-c8d4-49ad-9ad0-477a937867b0),segment_id=839e8781-c8d4-49ad-9ad0-477a937867b0)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:53:33.082612 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Returning: {'device': 'd2a2347f-6799-481e-a67d-2f4c76a2362c', 'network_id': '6b735a19-c087-45dd-af15-b8c29d470965', 'port_id': 'd2a2347f-6799-481e-a67d-2f4c76a2362c', 'mac_address': 'fa:16:3e:b7:a8:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de2fd05-f3f9-46aa-9b4c-d1e06cb3e211', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 20:53:33.104109 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-feb27bf9-99e0-4cbe-85c8-7924cc1ce2fb tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Network 5a93d635-3ead-469d-b12c-08cf812da37d is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:53:33.106782 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-9aea98cb-c203-47f8-8789-e2b6eb237e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:33.111048 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-9aea98cb-c203-47f8-8789-e2b6eb237e86 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aabee8a9-59f8-4426-a1dc-9a16ebad7a44 HTTP/1.1" status: 204 len: 168 time: 0.8351336 Mar 08 20:53:33.114356 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-feb27bf9-99e0-4cbe-85c8-7924cc1ce2fb tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:53:33.117286 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-feb27bf9-99e0-4cbe-85c8-7924cc1ce2fb tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Received port after_create {{(pid=83160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:53:33.130492 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-096d07cc-cf94-4291-a459-09a4e868ca19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:33.164844 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-61de915a-e101-4b6b-86c0-144b9ab70382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:33.166209 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-61de915a-e101-4b6b-86c0-144b9ab70382 service neutron] 10.222.0.21 "PUT /v2.0/ports/345dab0a-dda1-475c-ba86-e14bd8881adf HTTP/1.1" status: 200 len: 1093 time: 3.6150687 Mar 08 20:53:33.187802 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a', 'tag': '345dab0a-dda1-475c-ba86-e14bd8881adf'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:53:33.217855 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-feb27bf9-99e0-4cbe-85c8-7924cc1ce2fb tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:33.218517 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-feb27bf9-99e0-4cbe-85c8-7924cc1ce2fb tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for port, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:33.236529 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1b149-4ccf-4f3b-aaec-436a3bf5ddf5 req-f1a75799-7e1d-49d0-95f2-6ef8e2c70413 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:33.237935 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-17b1b149-4ccf-4f3b-aaec-436a3bf5ddf5 req-f1a75799-7e1d-49d0-95f2-6ef8e2c70413 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3cc1ce9-8196-49f2-9426-d3110136b3a4 HTTP/1.1" status: 200 len: 945 time: 0.2382188 Mar 08 20:53:33.250763 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:33.274338 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2a2347f-6799-481e-a67d-2f4c76a2362c {{(pid=83162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:53:33.284916 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-be2f9fea-0592-45a1-9592-072aba72ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:10Z', 'revision_number': 4, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'de88ea94-d0e2-409f-84d6-ac8e3f467870', 'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'mac_address': 'fa:16:3e:c6:bf:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:53:07Z', 'updated_at': '2022-03-08T20:53:11Z', 'revision_number': 2, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'subnets': [{'id': '631e0254-4619-4902-8397-d03caba0f7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:53:33.299018 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-feb27bf9-99e0-4cbe-85c8-7924cc1ce2fb tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8788915 Mar 08 20:53:33.302990 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2f9fea-0592-45a1-9592-072aba72ab90 None None] Checking router: 322e80d3-9b8c-442f-a225-e74ce54a5eb1 for host: dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:53:33.303438 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2f9fea-0592-45a1-9592-072aba72ab90 None None] Updating router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 port de88ea94-d0e2-409f-84d6-ac8e3f467870 binding host dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 08 20:53:33.319207 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-b88be075-a948-41ea-bd6b-75bc8a4ed299 service neutron] Request body: {'port': {'device_id': '73c83fe2-d342-407f-bd9c-310d47b63c40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:53:33.335076 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port d2a2347f-6799-481e-a67d-2f4c76a2362c, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=d2a2347f-6799-481e-a67d-2f4c76a2362c,segment=NetworkSegment(839e8781-c8d4-49ad-9ad0-477a937867b0),segment_id=839e8781-c8d4-49ad-9ad0-477a937867b0)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:53:33.342761 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:33.418174 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-17b1b149-4ccf-4f3b-aaec-436a3bf5ddf5 req-02ca0bbb-f7c5-4957-9005-9434d7cd7b13 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/security-groups?id=de30a13a-1521-4944-b7bd-2f8e01a90b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618810 Mar 08 20:53:33.432735 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-be2f9fea-0592-45a1-9592-072aba72ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:33.436917 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [req-75c8438c-3940-45d3-a43d-a42b1a0e0edb req-eafde8e4-4116-4052-aa81-e4d861072952 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:33.456352 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-75c8438c-3940-45d3-a43d-a42b1a0e0edb req-eafde8e4-4116-4052-aa81-e4d861072952 service neutron] Usage tracker for resource:security_group_rule and tenant:e8f37e67ac5942909ab2d7f545fd639c is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:33.468196 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-75c8438c-3940-45d3-a43d-a42b1a0e0edb req-eafde8e4-4116-4052-aa81-e4d861072952 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:33.472297 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de915a-e101-4b6b-86c0-144b9ab70382 service neutron] Pushing event updated for resources: {'Port': ['ID=345dab0a-dda1-475c-ba86-e14bd8881adf,revision_number=3']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:33.495002 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [req-75c8438c-3940-45d3-a43d-a42b1a0e0edb req-eafde8e4-4116-4052-aa81-e4d861072952 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:33.495135 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=d2a2347f-6799-481e-a67d-2f4c76a2362c,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:33.532095 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-40702881-e969-4610-b0be-010058ff02ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75384b10ddb442bea7117c6826e163d3&device_id=8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a HTTP/1.1" status: 200 len: 1096 time: 0.2950511 Mar 08 20:53:33.532704 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-096d07cc-cf94-4291-a459-09a4e868ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:33.547322 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-b88be075-a948-41ea-bd6b-75bc8a4ed299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:33.611733 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a', 'tag': '345dab0a-dda1-475c-ba86-e14bd8881adf', 'status': 'completed', 'code': 200} Mar 08 20:53:33.614369 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d07cc-cf94-4291-a459-09a4e868ca19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2703dbbe-c2d0-47e8-8184-61f7bee7fd82,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:33.634302 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37256f7-d8b9-43eb-96cd-8f7dc53b8f74 req-db34be18-4d56-4972-9605-99d269e2cc43 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:33.635734 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c37256f7-d8b9-43eb-96cd-8f7dc53b8f74 req-db34be18-4d56-4972-9605-99d269e2cc43 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a HTTP/1.1" status: 200 len: 943 time: 0.4590039 Mar 08 20:53:33.672927 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-df1c1f12-a595-4ee8-8417-c75285a52a76 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=345dab0a-dda1-475c-ba86-e14bd8881adf HTTP/1.1" status: 200 len: 217 time: 0.1221728 Mar 08 20:53:33.685359 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-096d07cc-cf94-4291-a459-09a4e868ca19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:33.686470 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-096d07cc-cf94-4291-a459-09a4e868ca19 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2703dbbe-c2d0-47e8-8184-61f7bee7fd82 HTTP/1.1" status: 204 len: 168 time: 1.0987995 Mar 08 20:53:33.752800 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 41526) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:33.778300 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['d2a2347f-6799-481e-a67d-2f4c76a2362c'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 20:53:33.810173 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-f1702b71-bda7-49cb-b823-ebce4ef67c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:33.831894 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-75c8438c-3940-45d3-a43d-a42b1a0e0edb req-eafde8e4-4116-4052-aa81-e4d861072952 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:33.834003 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-904cdac4-1c39-4cac-889e-5ea6e70aea47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:33.835467 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-904cdac4-1c39-4cac-889e-5ea6e70aea47 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=631e0254-4619-4902-8397-d03caba0f7cf HTTP/1.1" status: 200 len: 854 time: 0.1539097 Mar 08 20:53:33.850130 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c37256f7-d8b9-43eb-96cd-8f7dc53b8f74 req-c7ff153c-4957-4ba6-9f44-5c01af7ee86c tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=71aecef5-a16c-466c-8677-6ca7191dcc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026470 Mar 08 20:53:33.888048 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-75c8438c-3940-45d3-a43d-a42b1a0e0edb req-eafde8e4-4116-4052-aa81-e4d861072952 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:33.982158 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-75c8438c-3940-45d3-a43d-a42b1a0e0edb req-eafde8e4-4116-4052-aa81-e4d861072952 service neutron] Synchronizing usage tracker for tenant:e8f37e67ac5942909ab2d7f545fd639c on resource:security_group {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:53:33.987567 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafde8e4-4116-4052-aa81-e4d861072952 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=345d8c97-7840-46da-8afb-d61b42685680,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:34.050885 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-be2f9fea-0592-45a1-9592-072aba72ab90 None None] Notify callbacks [] for port, precommit_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:34.064513 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-be2f9fea-0592-45a1-9592-072aba72ab90 None None] Transition to ACTIVE for port object de88ea94-d0e2-409f-84d6-ac8e3f467870 will not be triggered until provisioned by entity L2. {{(pid=83162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:53:34.068289 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-75c8438c-3940-45d3-a43d-a42b1a0e0edb req-eafde8e4-4116-4052-aa81-e4d861072952 service neutron] Unset dirty status for tenant:e8f37e67ac5942909ab2d7f545fd639c on resource:security_group {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:53:34.069444 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-75c8438c-3940-45d3-a43d-a42b1a0e0edb req-eafde8e4-4116-4052-aa81-e4d861072952 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1836822 Mar 08 20:53:34.078473 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-054f8481-c042-49ac-8b06-4092aa27412c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ac543f3-ed2d-4557-8b9b-b33844ee4851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2271059 Mar 08 20:53:34.096984 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-be2f9fea-0592-45a1-9592-072aba72ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:34.104831 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-f1702b71-bda7-49cb-b823-ebce4ef67c79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:34.134763 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-f1702b71-bda7-49cb-b823-ebce4ef67c79 admin admin] Usage tracker for resource:security_group_rule and tenant:304a36ed601c49a4873a2bc5b749b213 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:34.142234 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-f1702b71-bda7-49cb-b823-ebce4ef67c79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:34.169093 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-f1702b71-bda7-49cb-b823-ebce4ef67c79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:34.184310 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cc1ce9-8196-49f2-9426-d3110136b3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6694ff43-8422-4890-89d4-73f0ce00be26'}] {{(pid=83162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:53:34.207709 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4d381-34a9-40ee-a138-1a899310edd9 req-fb86ddd6-cdac-4857-99d2-293074f35364 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:34.208409 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-fbe4d381-34a9-40ee-a138-1a899310edd9 req-fb86ddd6-cdac-4857-99d2-293074f35364 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Synchronizing usage tracker for tenant:da98818d2a7644c598d58cfe64e3870b on resource:port {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:53:34.234516 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-fbe4d381-34a9-40ee-a138-1a899310edd9 req-fb86ddd6-cdac-4857-99d2-293074f35364 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Unset dirty status for tenant:da98818d2a7644c598d58cfe64e3870b on resource:port {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:53:34.241254 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-fbe4d381-34a9-40ee-a138-1a899310edd9 req-fb86ddd6-cdac-4857-99d2-293074f35364 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c83fe2-d342-407f-bd9c-310d47b63c40 HTTP/1.1" status: 200 len: 931 time: 0.3438115 Mar 08 20:53:34.260576 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb6a86-968e-404c-a3a1-0c2c9f10b7ec req-b5b240c6-c80e-492e-9746-7259dcc73cd6 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:34.267776 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-48bb6a86-968e-404c-a3a1-0c2c9f10b7ec req-b5b240c6-c80e-492e-9746-7259dcc73cd6 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 944 time: 0.1656146 Mar 08 20:53:34.366196 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c97a56-96f9-4ef9-8f01-6e4a22e19559 None None] Pushing event updated for resources: {'Port': ['ID=de88ea94-d0e2-409f-84d6-ac8e3f467870,revision_number=3']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:34.381438 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.notifiers.nova [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-b88be075-a948-41ea-bd6b-75bc8a4ed299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a18dd0ea-acf2-428a-b399-588a708ae115 {{(pid=83160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:53:34.403304 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-b88be075-a948-41ea-bd6b-75bc8a4ed299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:34.415322 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-fbe4d381-34a9-40ee-a138-1a899310edd9 req-b33c086b-6643-405c-b4b7-75bd665a5412 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Synchronizing usage tracker for tenant:da98818d2a7644c598d58cfe64e3870b on resource:security_group {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:53:34.470335 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-fbe4d381-34a9-40ee-a138-1a899310edd9 req-b33c086b-6643-405c-b4b7-75bd665a5412 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Unset dirty status for tenant:da98818d2a7644c598d58cfe64e3870b on resource:security_group {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:53:34.485058 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-48bb6a86-968e-404c-a3a1-0c2c9f10b7ec req-87db5b8a-fd8c-493c-8afd-aa084a687340 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162964 Mar 08 20:53:34.485794 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-fbe4d381-34a9-40ee-a138-1a899310edd9 req-b33c086b-6643-405c-b4b7-75bd665a5412 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f9338f8-84e1-4e37-b565-2d504dadd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409971 Mar 08 20:53:34.490513 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.provisioning_blocks [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-b88be075-a948-41ea-bd6b-75bc8a4ed299 service neutron] Transition to ACTIVE for port object a18dd0ea-acf2-428a-b399-588a708ae115 will not be triggered until provisioned by entity L2. {{(pid=83160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:53:34.492614 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-f1702b71-bda7-49cb-b823-ebce4ef67c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:34.499666 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-b88be075-a948-41ea-bd6b-75bc8a4ed299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1387543'] for port, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:34.620593 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-f1702b71-bda7-49cb-b823-ebce4ef67c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:34.643179 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-9a94c10f-fba0-4440-9312-f01dd2b82056 service neutron] 10.222.0.21 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218625 Mar 08 20:53:34.649692 dv-cinder-832328-1-smb neutron-server[83162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cc1ce9-8196-49f2-9426-d3110136b3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6694ff43-8422-4890-89d4-73f0ce00be26', 'code': 200} Mar 08 20:53:34.673598 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-be2f9fea-0592-45a1-9592-072aba72ab90 None None] Attempting to bind port de88ea94-d0e2-409f-84d6-ac8e3f467870 on host dv-cinder-832328-1-smb for vnic_type normal with profile {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:53:34.673968 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-be2f9fea-0592-45a1-9592-072aba72ab90 None None] Attempting to bind port de88ea94-d0e2-409f-84d6-ac8e3f467870 by drivers openvswitch,hyperv on host dv-cinder-832328-1-smb at level 0 using segments [{'id': 'def440c0-28e5-481e-8733-4907081c4e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851'}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:53:34.674258 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2f9fea-0592-45a1-9592-072aba72ab90 None None] Attempting to bind port de88ea94-d0e2-409f-84d6-ac8e3f467870 on network 3ac543f3-ed2d-4557-8b9b-b33844ee4851 {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:53:34.684614 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 41550) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:34.714408 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2f9fea-0592-45a1-9592-072aba72ab90 None None] Checking agent: {'id': '3893f380-9b19-46dd-a79f-fadbe55c1144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 20, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:53:34.714840 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2f9fea-0592-45a1-9592-072aba72ab90 None None] Checking segment: {'id': 'def440c0-28e5-481e-8733-4907081c4e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:53:34.715745 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-be2f9fea-0592-45a1-9592-072aba72ab90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:34.716202 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2f9fea-0592-45a1-9592-072aba72ab90 None None] Bound using segment: {'id': 'def440c0-28e5-481e-8733-4907081c4e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851'} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:53:34.716683 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-be2f9fea-0592-45a1-9592-072aba72ab90 None None] Bound port: de88ea94-d0e2-409f-84d6-ac8e3f467870, host: dv-cinder-832328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def440c0-28e5-481e-8733-4907081c4e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851'}}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:53:34.717071 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-be2f9fea-0592-45a1-9592-072aba72ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:34.807206 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ae0d5146-18d5-4934-9b9c-6d31811e8ae0 req-672a0004-8ebf-40b2-9eb5-03e420a13d5c service neutron] 10.222.0.21 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548240 Mar 08 20:53:34.824002 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f829eb25-fb36-4d2b-a67d-f37134fbc084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:34.849906 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-be2f9fea-0592-45a1-9592-072aba72ab90 None None] For port de88ea94-d0e2-409f-84d6-ac8e3f467870, host dv-cinder-832328-1-smb, cleared binding levels {{(pid=83162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:53:34.853480 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-be2f9fea-0592-45a1-9592-072aba72ab90 None None] For port de88ea94-d0e2-409f-84d6-ac8e3f467870, host dv-cinder-832328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=de88ea94-d0e2-409f-84d6-ac8e3f467870,segment=NetworkSegment(def440c0-28e5-481e-8733-4907081c4e81),segment_id=def440c0-28e5-481e-8733-4907081c4e81)] {{(pid=83162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:53:34.860433 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88be075-a948-41ea-bd6b-75bc8a4ed299 service neutron] Pushing event updated for resources: {'Port': ['ID=a18dd0ea-acf2-428a-b399-588a708ae115,revision_number=2']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:34.860802 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-be2f9fea-0592-45a1-9592-072aba72ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:34.868606 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1702b71-bda7-49cb-b823-ebce4ef67c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82247357-f591-4956-a7ba-1d0b9e9da10b,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:34.889305 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-f1702b71-bda7-49cb-b823-ebce4ef67c79 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=304a36ed601c49a4873a2bc5b749b213&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1356754 Mar 08 20:53:34.890312 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 41556) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:34.905152 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-f829eb25-fb36-4d2b-a67d-f37134fbc084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:34.949211 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c97a56-96f9-4ef9-8f01-6e4a22e19559 None None] Pushing event updated for resources: {'Port': ['ID=de88ea94-d0e2-409f-84d6-ac8e3f467870,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:34.960513 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2f9fea-0592-45a1-9592-072aba72ab90 None None] Routers {'322e80d3-9b8c-442f-a225-e74ce54a5eb1'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:53:34.961134 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-be2f9fea-0592-45a1-9592-072aba72ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:53:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:53:34.963992 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-f829eb25-fb36-4d2b-a67d-f37134fbc084 admin admin] Usage tracker for resource:security_group_rule and tenant:c137c39e376d40b98c6a47c9963916bc is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:34.970304 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-f829eb25-fb36-4d2b-a67d-f37134fbc084 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:34.995504 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-f829eb25-fb36-4d2b-a67d-f37134fbc084 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:35.120407 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d82637-f834-4945-9410-2f1323162d5f req-865f2c5f-c72a-4151-92de-300e7660bcc1 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:35.122563 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e8d82637-f834-4945-9410-2f1323162d5f req-865f2c5f-c72a-4151-92de-300e7660bcc1 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3cc1ce9-8196-49f2-9426-d3110136b3a4 HTTP/1.1" status: 200 len: 945 time: 0.4302914 Mar 08 20:53:35.210428 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-43356264-e37a-4691-a990-4a2ac9d2ce50 req-34dbe81b-db1c-4c9e-b1a5-32cf5b43ca2f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75384b10ddb442bea7117c6826e163d3&device_id=8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a HTTP/1.1" status: 200 len: 1096 time: 0.3454735 Mar 08 20:53:35.264187 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-98469342-b9c9-4171-b458-6f69676c6da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:35.266909 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.managers [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-b88be075-a948-41ea-bd6b-75bc8a4ed299 service neutron] Attempting to bind port a18dd0ea-acf2-428a-b399-588a708ae115 on host hv-cinder-83232 for vnic_type normal with profile {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:53:35.267258 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.managers [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-b88be075-a948-41ea-bd6b-75bc8a4ed299 service neutron] Attempting to bind port a18dd0ea-acf2-428a-b399-588a708ae115 by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': 'ca1024f2-63f4-40d5-92a0-e246640fa0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5a93d635-3ead-469d-b12c-08cf812da37d'}] {{(pid=83160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:53:35.267658 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-b88be075-a948-41ea-bd6b-75bc8a4ed299 service neutron] Attempting to bind port a18dd0ea-acf2-428a-b399-588a708ae115 on network 5a93d635-3ead-469d-b12c-08cf812da37d {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:53:35.313489 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-be2f9fea-0592-45a1-9592-072aba72ab90 None None] Set router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:53:35.347017 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-b88be075-a948-41ea-bd6b-75bc8a4ed299 service neutron] Port a18dd0ea-acf2-428a-b399-588a708ae115 on network 5a93d635-3ead-469d-b12c-08cf812da37d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 08 20:53:35.347425 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-b88be075-a948-41ea-bd6b-75bc8a4ed299 service neutron] Attempting to bind port a18dd0ea-acf2-428a-b399-588a708ae115 on network 5a93d635-3ead-469d-b12c-08cf812da37d {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:53:35.361337 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43356264-e37a-4691-a990-4a2ac9d2ce50 req-5b31d4ab-f82c-4591-8d8e-e5245e3abd9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:35.362821 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-43356264-e37a-4691-a990-4a2ac9d2ce50 req-5b31d4ab-f82c-4591-8d8e-e5245e3abd9a service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ac543f3-ed2d-4557-8b9b-b33844ee4851 HTTP/1.1" status: 200 len: 916 time: 0.1372364 Mar 08 20:53:35.376968 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-7eada50a-7349-45aa-9f3a-454e606a5e3b req-b9876ac8-bec5-4c4d-90b6-3484c5791a67 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e3cc1ce9-8196-49f2-9426-d3110136b3a4 HTTP/1.1" status: 200 len: 1098 time: 0.4649639 Mar 08 20:53:35.385258 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e8d82637-f834-4945-9410-2f1323162d5f req-7ed64636-d76b-4197-889c-545943cbff36 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/security-groups?id=de30a13a-1521-4944-b7bd-2f8e01a90b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453105 Mar 08 20:53:35.390255 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-b88be075-a948-41ea-bd6b-75bc8a4ed299 service neutron] Checking agent: {'id': '7ef80941-8def-40cc-9dc9-727f4daf545d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'started_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:53:35.390255 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-b88be075-a948-41ea-bd6b-75bc8a4ed299 service neutron] Checking segment: {'id': 'ca1024f2-63f4-40d5-92a0-e246640fa0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5a93d635-3ead-469d-b12c-08cf812da37d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:53:35.395810 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-b88be075-a948-41ea-bd6b-75bc8a4ed299 service neutron] Bound using segment: {'id': 'ca1024f2-63f4-40d5-92a0-e246640fa0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5a93d635-3ead-469d-b12c-08cf812da37d'} {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:53:35.395810 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.managers [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-b88be075-a948-41ea-bd6b-75bc8a4ed299 service neutron] Bound port: a18dd0ea-acf2-428a-b399-588a708ae115, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca1024f2-63f4-40d5-92a0-e246640fa0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5a93d635-3ead-469d-b12c-08cf812da37d'}}] {{(pid=83160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:53:35.396145 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-b88be075-a948-41ea-bd6b-75bc8a4ed299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:35.409399 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-98469342-b9c9-4171-b458-6f69676c6da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:35.468081 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f829eb25-fb36-4d2b-a67d-f37134fbc084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:35.479672 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e80f2-7c24-4ca1-86ca-8dae932fa850 req-7ece4c5c-fc14-4e56-8885-b62a53e41b9c tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:35.481428 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-aa6e80f2-7c24-4ca1-86ca-8dae932fa850 req-7ece4c5c-fc14-4e56-8885-b62a53e41b9c tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a HTTP/1.1" status: 200 len: 943 time: 0.4470947 Mar 08 20:53:35.493515 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f829eb25-fb36-4d2b-a67d-f37134fbc084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:35.541604 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-43356264-e37a-4691-a990-4a2ac9d2ce50 req-266dc7f9-0035-4771-bb46-464487284e54 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=345dab0a-dda1-475c-ba86-e14bd8881adf HTTP/1.1" status: 200 len: 217 time: 0.1620400 Mar 08 20:53:35.570067 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-b88be075-a948-41ea-bd6b-75bc8a4ed299 service neutron] For port a18dd0ea-acf2-428a-b399-588a708ae115, host hv-cinder-83232, cleared binding levels {{(pid=83160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:53:35.588393 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-b88be075-a948-41ea-bd6b-75bc8a4ed299 service neutron] For port a18dd0ea-acf2-428a-b399-588a708ae115, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=a18dd0ea-acf2-428a-b399-588a708ae115,segment=NetworkSegment(ca1024f2-63f4-40d5-92a0-e246640fa0f8),segment_id=ca1024f2-63f4-40d5-92a0-e246640fa0f8)] {{(pid=83160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:53:35.590586 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-98469342-b9c9-4171-b458-6f69676c6da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:35.616740 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-b88be075-a948-41ea-bd6b-75bc8a4ed299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1387543'] for port, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:35.657554 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98469342-b9c9-4171-b458-6f69676c6da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82247357-f591-4956-a7ba-1d0b9e9da10b,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:35.706485 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-7eada50a-7349-45aa-9f3a-454e606a5e3b req-52f5cd39-2356-438f-8d75-814f87585855 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=de30a13a-1521-4944-b7bd-2f8e01a90b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576656 Mar 08 20:53:35.725990 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829eb25-fb36-4d2b-a67d-f37134fbc084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3731427-fb50-4774-8831-ca89e68e589f,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:35.737257 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-b88be075-a948-41ea-bd6b-75bc8a4ed299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for port, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:35.739152 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-b88be075-a948-41ea-bd6b-75bc8a4ed299 service neutron] 10.222.0.21 "PUT /v2.0/ports/a18dd0ea-acf2-428a-b399-588a708ae115 HTTP/1.1" status: 200 len: 1093 time: 2.4249573 Mar 08 20:53:35.742400 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c83fe2-d342-407f-bd9c-310d47b63c40', 'tag': 'a18dd0ea-acf2-428a-b399-588a708ae115'}] {{(pid=83160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:53:35.747165 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-aa6e80f2-7c24-4ca1-86ca-8dae932fa850 req-eb92f16a-5052-4b5c-8892-28970e471759 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=71aecef5-a16c-466c-8677-6ca7191dcc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2556908 Mar 08 20:53:35.747673 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-98469342-b9c9-4171-b458-6f69676c6da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:35.750972 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-98469342-b9c9-4171-b458-6f69676c6da8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/82247357-f591-4956-a7ba-1d0b9e9da10b HTTP/1.1" status: 204 len: 168 time: 0.8563981 Mar 08 20:53:35.786222 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 41598) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:35.789680 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-f829eb25-fb36-4d2b-a67d-f37134fbc084 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c137c39e376d40b98c6a47c9963916bc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0936294 Mar 08 20:53:35.803830 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43356264-e37a-4691-a990-4a2ac9d2ce50 req-e43cb948-c869-4f34-9dd6-b402d94498c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:35.807794 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-43356264-e37a-4691-a990-4a2ac9d2ce50 req-e43cb948-c869-4f34-9dd6-b402d94498c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=631e0254-4619-4902-8397-d03caba0f7cf HTTP/1.1" status: 200 len: 854 time: 0.2546108 Mar 08 20:53:35.820544 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88be075-a948-41ea-bd6b-75bc8a4ed299 service neutron] Pushing event updated for resources: {'Port': ['ID=a18dd0ea-acf2-428a-b399-588a708ae115,revision_number=3']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:35.923085 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bd624-6f21-453f-9630-e527be5f165f req-fcb6c701-b3b0-4082-a0ff-14e9d65a4dad tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:35.941549 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-bd1bd624-6f21-453f-9630-e527be5f165f req-fcb6c701-b3b0-4082-a0ff-14e9d65a4dad tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 944 time: 0.2611942 Mar 08 20:53:36.023500 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-be2f9fea-0592-45a1-9592-072aba72ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:10Z', 'revision_number': 4, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'de88ea94-d0e2-409f-84d6-ac8e3f467870', 'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'mac_address': 'fa:16:3e:c6:bf:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:53:07Z', 'updated_at': '2022-03-08T20:53:34Z', 'revision_number': 4, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'subnets': [{'id': '631e0254-4619-4902-8397-d03caba0f7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:53:36.038740 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8e4f055a-4ba2-4b05-afaa-ec2bddb8156e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:36.044119 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2f9fea-0592-45a1-9592-072aba72ab90 None None] The sync data for ids ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'] in dv-cinder-832328-1-smb is: [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:10Z', 'revision_number': 4, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'de88ea94-d0e2-409f-84d6-ac8e3f467870', 'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'mac_address': 'fa:16:3e:c6:bf:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:53:07Z', 'updated_at': '2022-03-08T20:53:34Z', 'revision_number': 4, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'subnets': [{'id': '631e0254-4619-4902-8397-d03caba0f7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:53:36.087563 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8e4f055a-4ba2-4b05-afaa-ec2bddb8156e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:36.185286 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f29cd-d6f3-4a9f-b84a-9ba792d74b1a req-dc8022ff-947a-4bb8-b46a-1e7bd04b2152 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:36.206122 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ec8f29cd-d6f3-4a9f-b84a-9ba792d74b1a req-dc8022ff-947a-4bb8-b46a-1e7bd04b2152 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c83fe2-d342-407f-bd9c-310d47b63c40 HTTP/1.1" status: 200 len: 943 time: 0.2328696 Mar 08 20:53:36.212188 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-bd1bd624-6f21-453f-9630-e527be5f165f req-f95cf16b-3a56-4b48-838b-af1d815b7057 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687421 Mar 08 20:53:36.249503 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-43356264-e37a-4691-a990-4a2ac9d2ce50 req-7bb68a8e-62db-4c25-ac79-e9d4f276eeb6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ac543f3-ed2d-4557-8b9b-b33844ee4851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2279940 Mar 08 20:53:36.308935 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-8f3fa55b-6f45-4258-84ac-328038f42ad2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da98818d2a7644c598d58cfe64e3870b&device_id=73c83fe2-d342-407f-bd9c-310d47b63c40 HTTP/1.1" status: 200 len: 1096 time: 0.2508383 Mar 08 20:53:36.310618 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8e4f055a-4ba2-4b05-afaa-ec2bddb8156e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:36.435262 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ec8f29cd-d6f3-4a9f-b84a-9ba792d74b1a req-6a169f5e-c94b-4f2e-a29d-f80b032f2da5 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f9338f8-84e1-4e37-b565-2d504dadd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281437 Mar 08 20:53:36.488981 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f055a-4ba2-4b05-afaa-ec2bddb8156e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3731427-fb50-4774-8831-ca89e68e589f,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:36.491903 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8e4f055a-4ba2-4b05-afaa-ec2bddb8156e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:36.493028 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-8e4f055a-4ba2-4b05-afaa-ec2bddb8156e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f3731427-fb50-4774-8831-ca89e68e589f HTTP/1.1" status: 204 len: 168 time: 0.7058811 Mar 08 20:53:36.515623 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-5ca6500b-d356-4c45-9769-1afa7da3addd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a18dd0ea-acf2-428a-b399-588a708ae115 HTTP/1.1" status: 200 len: 217 time: 0.1879582 Mar 08 20:53:36.563139 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-43356264-e37a-4691-a990-4a2ac9d2ce50 req-99005047-bf37-4948-9e17-77923baf9a7f service neutron] 10.222.0.21 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970767 Mar 08 20:53:36.663667 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-14458d43-391b-4a18-93c2-6862ec0d9206 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:36.665159 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-14458d43-391b-4a18-93c2-6862ec0d9206 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a10e7fe2-a04d-45c3-ae81-4c21951efa26 HTTP/1.1" status: 200 len: 849 time: 0.1403515 Mar 08 20:53:36.727203 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device d2a2347f-6799-481e-a67d-2f4c76a2362c up at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:53:36.801670 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-cb3255fd-3f70-4161-ab8f-fb8ebba33178 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a93d635-3ead-469d-b12c-08cf812da37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280713 Mar 08 20:53:36.819597 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device de88ea94-d0e2-409f-84d6-ac8e3f467870 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:53:36.951950 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning for port d2a2347f-6799-481e-a67d-2f4c76a2362c completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:53:36.958064 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning for port de88ea94-d0e2-409f-84d6-ac8e3f467870 completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:53:36.967090 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning complete for port d2a2347f-6799-481e-a67d-2f4c76a2362c triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:53:36.967599 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:37.019218 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93a12e-119f-4088-95b5-532bbe5b70f5 req-c838304e-2cee-45b1-abac-410e93da85c3 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:37.029287 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6a93a12e-119f-4088-95b5-532bbe5b70f5 req-c838304e-2cee-45b1-abac-410e93da85c3 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3cc1ce9-8196-49f2-9426-d3110136b3a4 HTTP/1.1" status: 200 len: 945 time: 0.2800386 Mar 08 20:53:37.041545 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port de88ea94-d0e2-409f-84d6-ac8e3f467870 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:53:37.044345 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:37.087074 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-582f0714-8953-4731-bad2-f95ff09dd165 service neutron] 10.222.0.21 "GET /v2.0/networks/5a93d635-3ead-469d-b12c-08cf812da37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781689 Mar 08 20:53:37.090148 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c83fe2-d342-407f-bd9c-310d47b63c40', 'tag': 'a18dd0ea-acf2-428a-b399-588a708ae115', 'status': 'completed', 'code': 200} Mar 08 20:53:37.187804 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6a93a12e-119f-4088-95b5-532bbe5b70f5 req-b0906b6d-575b-4f0f-80ff-671c8fe63331 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/security-groups?id=de30a13a-1521-4944-b7bd-2f8e01a90b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575172 Mar 08 20:53:37.217115 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-43356264-e37a-4691-a990-4a2ac9d2ce50 req-a2f354a0-35ff-40b0-bfc5-160e022b7535 service neutron] 10.222.0.21 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6412277 Mar 08 20:53:37.507559 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:37.705397 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0705c-6f21-4559-8386-f3f15ab2dc71 req-8b2b05e9-5b06-49da-92fa-ef4ae7e6e4aa tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:37.715895 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-11d0705c-6f21-4559-8386-f3f15ab2dc71 req-8b2b05e9-5b06-49da-92fa-ef4ae7e6e4aa tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 944 time: 0.1942456 Mar 08 20:53:37.734241 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e8aacf3e-2943-4cf8-896b-4baa88d2997f req-848ec3c1-e0fe-4bd6-be41-eb0cc7e0a375 service neutron] 10.222.0.21 "GET /v2.0/networks/5a93d635-3ead-469d-b12c-08cf812da37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6375279 Mar 08 20:53:37.763653 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c8d74-9113-43aa-b4d7-64f855a56b35 req-e01c4209-5fc5-40b5-b1f4-20fdfb5361f0 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:37.765123 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e35c8d74-9113-43aa-b4d7-64f855a56b35 req-e01c4209-5fc5-40b5-b1f4-20fdfb5361f0 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a HTTP/1.1" status: 200 len: 943 time: 0.4275563 Mar 08 20:53:37.772592 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbc330a-7461-4fff-a13f-11e1d9bafe6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a2347f-6799-481e-a67d-2f4c76a2362c'}] {{(pid=83162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:53:37.818313 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-11d0705c-6f21-4559-8386-f3f15ab2dc71 req-8ca2f975-ced1-4c1c-a826-ea3764676ed3 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010525 Mar 08 20:53:37.836132 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:37.853576 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port d2a2347f-6799-481e-a67d-2f4c76a2362c, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=d2a2347f-6799-481e-a67d-2f4c76a2362c,segment=NetworkSegment(839e8781-c8d4-49ad-9ad0-477a937867b0),segment_id=839e8781-c8d4-49ad-9ad0-477a937867b0)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:53:37.912929 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:38.059535 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e35c8d74-9113-43aa-b4d7-64f855a56b35 req-60b83f0d-afc6-492f-890d-8cbb7a231321 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=71aecef5-a16c-466c-8677-6ca7191dcc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700942 Mar 08 20:53:38.100097 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] For port de88ea94-d0e2-409f-84d6-ac8e3f467870, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=de88ea94-d0e2-409f-84d6-ac8e3f467870,segment=NetworkSegment(def440c0-28e5-481e-8733-4907081c4e81),segment_id=def440c0-28e5-481e-8733-4907081c4e81)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:53:38.130695 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:38.134917 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-1e53a76e-9997-4013-9326-5584c8b34270 req-9c49b226-6f92-4740-b290-241218465b7e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da98818d2a7644c598d58cfe64e3870b&device_id=73c83fe2-d342-407f-bd9c-310d47b63c40 HTTP/1.1" status: 200 len: 1096 time: 0.2475820 Mar 08 20:53:38.147084 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=d2a2347f-6799-481e-a67d-2f4c76a2362c,revision_number=5']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:38.257795 dv-cinder-832328-1-smb neutron-server[83162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbc330a-7461-4fff-a13f-11e1d9bafe6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2a2347f-6799-481e-a67d-2f4c76a2362c', 'code': 200} Mar 08 20:53:38.294864 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f56ed-5c6c-4c6a-8696-d7a56a49ff30 req-0af18bd4-6ddf-44ca-b5b5-49f27d9a5687 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:38.302938 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-928f56ed-5c6c-4c6a-8696-d7a56a49ff30 req-0af18bd4-6ddf-44ca-b5b5-49f27d9a5687 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c83fe2-d342-407f-bd9c-310d47b63c40 HTTP/1.1" status: 200 len: 943 time: 0.2295725 Mar 08 20:53:38.384733 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Pushing event updated for resources: {'Port': ['ID=de88ea94-d0e2-409f-84d6-ac8e3f467870,revision_number=5']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:38.434873 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-928f56ed-5c6c-4c6a-8696-d7a56a49ff30 req-f487aa0f-496c-4d3f-87f1-c0af3dc7dac8 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f9338f8-84e1-4e37-b565-2d504dadd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271741 Mar 08 20:53:38.476024 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53a76e-9997-4013-9326-5584c8b34270 req-bb1ee865-25dd-464d-badd-1411b7172264 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:38.477501 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-1e53a76e-9997-4013-9326-5584c8b34270 req-bb1ee865-25dd-464d-badd-1411b7172264 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5a93d635-3ead-469d-b12c-08cf812da37d HTTP/1.1" status: 200 len: 910 time: 0.3383198 Mar 08 20:53:38.553884 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-1e53a76e-9997-4013-9326-5584c8b34270 req-23570747-bf4d-4491-85a3-7319330a7fc5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a18dd0ea-acf2-428a-b399-588a708ae115 HTTP/1.1" status: 200 len: 217 time: 0.0692282 Mar 08 20:53:38.614035 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device de88ea94-d0e2-409f-84d6-ac8e3f467870 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:53:38.648892 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53a76e-9997-4013-9326-5584c8b34270 req-5810d48d-48d7-44b8-adfb-35e6a94d368e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:38.650388 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-1e53a76e-9997-4013-9326-5584c8b34270 req-5810d48d-48d7-44b8-adfb-35e6a94d368e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a10e7fe2-a04d-45c3-ae81-4c21951efa26 HTTP/1.1" status: 200 len: 849 time: 0.0654063 Mar 08 20:53:38.690006 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c8644ade-3b63-4b8d-9545-ae2369393b1e req-e8ce7fdd-99f0-4f58-b3a7-24b7f96e3513 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 1098 time: 0.1548462 Mar 08 20:53:38.704320 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-1e53a76e-9997-4013-9326-5584c8b34270 req-04a4c7c5-cb4e-4faa-93fa-508c8fccbd65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a93d635-3ead-469d-b12c-08cf812da37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439694 Mar 08 20:53:38.745129 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 345dab0a-dda1-475c-ba86-e14bd8881adf details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 20:53:38.765774 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c8644ade-3b63-4b8d-9545-ae2369393b1e req-70def17f-7873-4143-a8ee-57a686634368 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694289 Mar 08 20:53:38.775613 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port de88ea94-d0e2-409f-84d6-ac8e3f467870 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:53:38.776180 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:38.900742 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef6e9d-56e4-491d-92c0-1a52e7764b8b req-1b94463e-b741-433f-89b6-3d4be1544d60 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:38.907297 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b3ef6e9d-56e4-491d-92c0-1a52e7764b8b req-1b94463e-b741-433f-89b6-3d4be1544d60 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3cc1ce9-8196-49f2-9426-d3110136b3a4 HTTP/1.1" status: 200 len: 945 time: 0.3521764 Mar 08 20:53:38.996887 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b3ef6e9d-56e4-491d-92c0-1a52e7764b8b req-1105b81b-6689-4f6d-8807-94d32b7e1a6a tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/security-groups?id=de30a13a-1521-4944-b7bd-2f8e01a90b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887103 Mar 08 20:53:39.102085 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-1e53a76e-9997-4013-9326-5584c8b34270 req-5bae679b-29c2-447e-a452-eb8e4673616d service neutron] 10.222.0.21 "GET /v2.0/networks/5a93d635-3ead-469d-b12c-08cf812da37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760302 Mar 08 20:53:39.267899 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495b0cc-2572-49d7-b53e-314f4df2b78e req-8db91afc-c747-4d87-851f-23eb41f2bd66 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:39.269727 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b495b0cc-2572-49d7-b53e-314f4df2b78e req-8db91afc-c747-4d87-851f-23eb41f2bd66 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 945 time: 0.2276814 Mar 08 20:53:39.311080 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-1e53a76e-9997-4013-9326-5584c8b34270 req-b00437a9-74d9-41a3-9144-25da96ace7ea service neutron] 10.222.0.21 "GET /v2.0/networks/5a93d635-3ead-469d-b12c-08cf812da37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077472 Mar 08 20:53:39.374885 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 345dab0a-dda1-475c-ba86-e14bd8881adf, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=345dab0a-dda1-475c-ba86-e14bd8881adf,segment=NetworkSegment(def440c0-28e5-481e-8733-4907081c4e81),segment_id=def440c0-28e5-481e-8733-4907081c4e81)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:53:39.381535 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b495b0cc-2572-49d7-b53e-314f4df2b78e req-001d47f2-6e53-4f69-a9e9-fcebf5be79d7 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040549 Mar 08 20:53:39.397949 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Returning: {'device': '345dab0a-dda1-475c-ba86-e14bd8881adf', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'port_id': '345dab0a-dda1-475c-ba86-e14bd8881adf', 'mac_address': 'fa:16:3e:90:76:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 20:53:39.523119 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:39.524742 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b5fd7-bc12-422a-a8ab-a54ec886e3aa req-b166fbb1-b2a8-48bf-88ca-13d6cc5cc65c tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:39.526332 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3e5b5fd7-bc12-422a-a8ab-a54ec886e3aa req-b166fbb1-b2a8-48bf-88ca-13d6cc5cc65c tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a HTTP/1.1" status: 200 len: 943 time: 0.1777420 Mar 08 20:53:39.572210 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345dab0a-dda1-475c-ba86-e14bd8881adf {{(pid=83162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:53:39.609833 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 345dab0a-dda1-475c-ba86-e14bd8881adf, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=345dab0a-dda1-475c-ba86-e14bd8881adf,segment=NetworkSegment(def440c0-28e5-481e-8733-4907081c4e81),segment_id=def440c0-28e5-481e-8733-4907081c4e81)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:53:39.619514 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:39.628999 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3e5b5fd7-bc12-422a-a8ab-a54ec886e3aa req-becc4c5c-be32-4629-8423-d4e4a42d684f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=71aecef5-a16c-466c-8677-6ca7191dcc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917733 Mar 08 20:53:39.705636 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=345dab0a-dda1-475c-ba86-e14bd8881adf,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:39.732276 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 20:53:39.808406 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60aaf7d-9608-4054-8041-96980891211c req-3dbe579e-0508-41fe-9fa1-73301a54ab42 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:39.810472 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e60aaf7d-9608-4054-8041-96980891211c req-3dbe579e-0508-41fe-9fa1-73301a54ab42 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c83fe2-d342-407f-bd9c-310d47b63c40 HTTP/1.1" status: 200 len: 943 time: 0.1511891 Mar 08 20:53:39.882535 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e60aaf7d-9608-4054-8041-96980891211c req-682caf2d-c2e7-49d8-815b-ef04fdfdf675 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f9338f8-84e1-4e37-b565-2d504dadd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651321 Mar 08 20:53:40.039611 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-cd226b06-dbe5-4901-be30-fb92dbca0434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:40.182875 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['345dab0a-dda1-475c-ba86-e14bd8881adf'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 20:53:40.659975 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1165ce2-558e-452e-ab34-a1cefb22a826 req-4ff85631-ca4c-412d-8035-158b21e00f90 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:40.662144 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b1165ce2-558e-452e-ab34-a1cefb22a826 req-4ff85631-ca4c-412d-8035-158b21e00f90 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 945 time: 0.1196618 Mar 08 20:53:40.719386 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b1165ce2-558e-452e-ab34-a1cefb22a826 req-7ac05749-fb3a-4eed-a97a-067b4b33fb71 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502899 Mar 08 20:53:40.929529 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5002a-5331-4b95-bbe1-ff09ff64979e req-f59ec778-b55c-412b-8a17-84ad666e3ed1 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:40.932307 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e5c5002a-5331-4b95-bbe1-ff09ff64979e req-f59ec778-b55c-412b-8a17-84ad666e3ed1 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a HTTP/1.1" status: 200 len: 944 time: 0.1055534 Mar 08 20:53:40.966908 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 41806) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:40.982574 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e5c5002a-5331-4b95-bbe1-ff09ff64979e req-5c32427e-596e-4e8e-a1d2-d27e4aaacd89 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=71aecef5-a16c-466c-8677-6ca7191dcc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443938 Mar 08 20:53:41.047040 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 41812) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:41.169092 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98347195-fc51-40a1-b3c2-fe6956b23217 req-d401f3f7-bad5-49ba-b2bf-4eff33589073 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:41.176203 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-98347195-fc51-40a1-b3c2-fe6956b23217 req-d401f3f7-bad5-49ba-b2bf-4eff33589073 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c83fe2-d342-407f-bd9c-310d47b63c40 HTTP/1.1" status: 200 len: 943 time: 0.1559637 Mar 08 20:53:41.213258 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-15c58957-96cb-4fc1-be04-5c2dd7545e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:41.253032 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5256fb7d-3540-4b10-9f28-8e6693791592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:41.270064 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-98347195-fc51-40a1-b3c2-fe6956b23217 req-d22fa0cc-53b8-4545-bfac-cf86dc9ae1a5 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f9338f8-84e1-4e37-b565-2d504dadd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928857 Mar 08 20:53:41.274403 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-15c58957-96cb-4fc1-be04-5c2dd7545e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:41.280029 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-15c58957-96cb-4fc1-be04-5c2dd7545e69 admin admin] Usage tracker for resource:security_group_rule and tenant:f5043d8fa0b54c908d999102cc322357 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:41.290312 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-5256fb7d-3540-4b10-9f28-8e6693791592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:41.294326 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-15c58957-96cb-4fc1-be04-5c2dd7545e69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:41.296061 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-5256fb7d-3540-4b10-9f28-8e6693791592 admin admin] Usage tracker for resource:security_group_rule and tenant:802d816401c14d5fa7805c6e62acb44d is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:41.300751 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-5256fb7d-3540-4b10-9f28-8e6693791592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:41.305123 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-15c58957-96cb-4fc1-be04-5c2dd7545e69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:41.310072 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-5256fb7d-3540-4b10-9f28-8e6693791592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:41.417324 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5256fb7d-3540-4b10-9f28-8e6693791592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:41.418581 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-15c58957-96cb-4fc1-be04-5c2dd7545e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:41.422816 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5256fb7d-3540-4b10-9f28-8e6693791592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:41.424648 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-15c58957-96cb-4fc1-be04-5c2dd7545e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:41.473727 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-5256fb7d-3540-4b10-9f28-8e6693791592 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=802d816401c14d5fa7805c6e62acb44d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4255314 Mar 08 20:53:41.476199 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 41834) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:41.503899 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-15c58957-96cb-4fc1-be04-5c2dd7545e69 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f5043d8fa0b54c908d999102cc322357&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5360394 Mar 08 20:53:41.507707 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 41838) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:41.509188 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c58957-96cb-4fc1-be04-5c2dd7545e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5b7638-af77-4b68-a452-ac7a9c08c230,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:41.517761 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256fb7d-3540-4b10-9f28-8e6693791592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d43f63-d591-4279-82f2-9e4f3b448873,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:41.598614 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-8fda187b-9922-4625-9da4-ea1ea2063951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:41.629672 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b964d616-b0b9-49b8-b20b-49aa92bb049a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:41.646192 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-8fda187b-9922-4625-9da4-ea1ea2063951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:41.677438 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b964d616-b0b9-49b8-b20b-49aa92bb049a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:41.743877 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-8fda187b-9922-4625-9da4-ea1ea2063951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:41.763301 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b964d616-b0b9-49b8-b20b-49aa92bb049a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:41.767585 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda187b-9922-4625-9da4-ea1ea2063951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d43f63-d591-4279-82f2-9e4f3b448873,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:41.805630 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964d616-b0b9-49b8-b20b-49aa92bb049a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5b7638-af77-4b68-a452-ac7a9c08c230,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:41.835954 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-8fda187b-9922-4625-9da4-ea1ea2063951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:41.837993 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-8fda187b-9922-4625-9da4-ea1ea2063951 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/41d43f63-d591-4279-82f2-9e4f3b448873 HTTP/1.1" status: 204 len: 168 time: 0.3607419 Mar 08 20:53:41.839842 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b964d616-b0b9-49b8-b20b-49aa92bb049a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:41.841820 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-b964d616-b0b9-49b8-b20b-49aa92bb049a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca5b7638-af77-4b68-a452-ac7a9c08c230 HTTP/1.1" status: 204 len: 168 time: 0.3327649 Mar 08 20:53:42.015101 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dd434-bf97-4e72-9987-fe4039903524 req-30bcaed5-de0b-44e6-8454-5b2a7e26d737 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:42.017385 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-700dd434-bf97-4e72-9987-fe4039903524 req-30bcaed5-de0b-44e6-8454-5b2a7e26d737 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 945 time: 0.0967362 Mar 08 20:53:42.132814 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-700dd434-bf97-4e72-9987-fe4039903524 req-f7ffc670-e25f-4890-8732-a96beebbfaf5 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094975 Mar 08 20:53:42.343920 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90045947-bb95-435b-9ccd-5f5b59cb2132 req-ea790681-b277-439b-89bc-783cdf49f70d tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:42.352188 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-90045947-bb95-435b-9ccd-5f5b59cb2132 req-ea790681-b277-439b-89bc-783cdf49f70d tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a HTTP/1.1" status: 200 len: 944 time: 0.1356723 Mar 08 20:53:42.425196 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-90045947-bb95-435b-9ccd-5f5b59cb2132 req-858a5671-737d-4e52-b0e1-0c3d575749ac tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=71aecef5-a16c-466c-8677-6ca7191dcc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720882 Mar 08 20:53:42.431979 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-8d1e7c3d-da87-42d0-afe1-2553cada1f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:42.529389 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 41884) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:42.532827 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 41886) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:42.552403 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-560cd2e3-5446-45af-adf4-b98bd419be59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:42.552593 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-95b27902-5f01-4bd6-948d-e8f7477dbd6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:42.592272 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-95b27902-5f01-4bd6-948d-e8f7477dbd6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:42.597092 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-95b27902-5f01-4bd6-948d-e8f7477dbd6f admin admin] Usage tracker for resource:security_group_rule and tenant:870c56ff340741c5997cf0602f9f3e6c is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:42.600398 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-95b27902-5f01-4bd6-948d-e8f7477dbd6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:42.606627 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-95b27902-5f01-4bd6-948d-e8f7477dbd6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:42.614365 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-560cd2e3-5446-45af-adf4-b98bd419be59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:42.656837 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-560cd2e3-5446-45af-adf4-b98bd419be59 admin admin] Usage tracker for resource:security_group_rule and tenant:167b27c1c0be4d32a299be4f239f00bc is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:42.660829 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-560cd2e3-5446-45af-adf4-b98bd419be59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:42.667464 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-560cd2e3-5446-45af-adf4-b98bd419be59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:42.736335 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-473e0b96-7068-4585-872c-dc7f408c8b3b req-b74716ef-d130-4b2c-b191-4f3642a7abe0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fdf6a2901a4473984cf32ef3b202ac2&device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 1098 time: 0.1084969 Mar 08 20:53:42.764413 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-560cd2e3-5446-45af-adf4-b98bd419be59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:42.767127 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device a18dd0ea-acf2-428a-b399-588a708ae115 details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 20:53:42.775713 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-560cd2e3-5446-45af-adf4-b98bd419be59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:42.779933 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-95b27902-5f01-4bd6-948d-e8f7477dbd6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:42.835377 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560cd2e3-5446-45af-adf4-b98bd419be59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08cabdc-112d-47e8-8860-17355462b6f6,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:42.861245 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 345dab0a-dda1-475c-ba86-e14bd8881adf up at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:53:42.881859 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af664fc7-17be-43a3-b0a4-785654c9310b req-a9db26f5-84ba-40e4-bd3a-b627b275c46d tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:42.892044 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-af664fc7-17be-43a3-b0a4-785654c9310b req-a9db26f5-84ba-40e4-bd3a-b627b275c46d tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c83fe2-d342-407f-bd9c-310d47b63c40 HTTP/1.1" status: 200 len: 943 time: 0.2790470 Mar 08 20:53:42.949241 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-95b27902-5f01-4bd6-948d-e8f7477dbd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:42.949690 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-560cd2e3-5446-45af-adf4-b98bd419be59 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=167b27c1c0be4d32a299be4f239f00bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4184558 Mar 08 20:53:42.953002 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 41908) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:43.000370 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port a18dd0ea-acf2-428a-b399-588a708ae115, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=a18dd0ea-acf2-428a-b399-588a708ae115,segment=NetworkSegment(ca1024f2-63f4-40d5-92a0-e246640fa0f8),segment_id=ca1024f2-63f4-40d5-92a0-e246640fa0f8)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:53:43.018669 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Returning: {'device': 'a18dd0ea-acf2-428a-b399-588a708ae115', 'network_id': '5a93d635-3ead-469d-b12c-08cf812da37d', 'port_id': 'a18dd0ea-acf2-428a-b399-588a708ae115', 'mac_address': 'fa:16:3e:cb:e5:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a10e7fe2-a04d-45c3-ae81-4c21951efa26', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 20:53:43.023270 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning for port 345dab0a-dda1-475c-ba86-e14bd8881adf completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:53:43.042378 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b27902-5f01-4bd6-948d-e8f7477dbd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35320bd9-bc0c-447b-88aa-0670a7fcd4d7,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:43.051123 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-af664fc7-17be-43a3-b0a4-785654c9310b req-04bde0e9-9e80-4305-8cc7-4d5812f5c4dc tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f9338f8-84e1-4e37-b565-2d504dadd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575103 Mar 08 20:53:43.071711 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-95b27902-5f01-4bd6-948d-e8f7477dbd6f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=870c56ff340741c5997cf0602f9f3e6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5354643 Mar 08 20:53:43.073565 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 41914) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:43.097332 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9d69c3d7-e881-41cb-8db3-bebe3e69da86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:43.108954 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning complete for port 345dab0a-dda1-475c-ba86-e14bd8881adf triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:53:43.110453 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:43.123206 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e0b96-7068-4585-872c-dc7f408c8b3b req-97489bbc-e29d-4a90-9f8f-9917e8040b8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:43.124663 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-473e0b96-7068-4585-872c-dc7f408c8b3b req-97489bbc-e29d-4a90-9f8f-9917e8040b8f service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b735a19-c087-45dd-af15-b8c29d470965 HTTP/1.1" status: 200 len: 920 time: 0.3795626 Mar 08 20:53:43.127825 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9d69c3d7-e881-41cb-8db3-bebe3e69da86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:43.202473 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9d69c3d7-e881-41cb-8db3-bebe3e69da86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:43.223837 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022c1c6-c65b-4058-9e6a-22cae997278c req-f0a7ca19-d85c-4498-bc1e-a8b9a60e63f0 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:43.224106 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69c3d7-e881-41cb-8db3-bebe3e69da86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08cabdc-112d-47e8-8860-17355462b6f6,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:43.225289 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-7022c1c6-c65b-4058-9e6a-22cae997278c req-f0a7ca19-d85c-4498-bc1e-a8b9a60e63f0 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 945 time: 0.4258287 Mar 08 20:53:43.226142 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:43.230051 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9d69c3d7-e881-41cb-8db3-bebe3e69da86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:43.230716 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-473e0b96-7068-4585-872c-dc7f408c8b3b req-e4515036-830b-470d-bf43-18f1aa2e61a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2a2347f-6799-481e-a67d-2f4c76a2362c HTTP/1.1" status: 200 len: 217 time: 0.0942917 Mar 08 20:53:43.235801 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-9d69c3d7-e881-41cb-8db3-bebe3e69da86 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b08cabdc-112d-47e8-8860-17355462b6f6 HTTP/1.1" status: 204 len: 168 time: 0.2816074 Mar 08 20:53:43.297430 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a18dd0ea-acf2-428a-b399-588a708ae115 {{(pid=83162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:53:43.303044 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c2729a0e-35ff-4072-951f-71ea0d90db46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:43.344600 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:43.348433 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port a18dd0ea-acf2-428a-b399-588a708ae115, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=a18dd0ea-acf2-428a-b399-588a708ae115,segment=NetworkSegment(ca1024f2-63f4-40d5-92a0-e246640fa0f8),segment_id=ca1024f2-63f4-40d5-92a0-e246640fa0f8)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:53:43.353812 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:43.355514 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:43.357596 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c2729a0e-35ff-4072-951f-71ea0d90db46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:43.377910 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e0b96-7068-4585-872c-dc7f408c8b3b req-1513fc21-fb61-450d-8b93-95063fd9f9ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:43.379357 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-473e0b96-7068-4585-872c-dc7f408c8b3b req-1513fc21-fb61-450d-8b93-95063fd9f9ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5de2fd05-f3f9-46aa-9b4c-d1e06cb3e211 HTTP/1.1" status: 200 len: 859 time: 0.1294031 Mar 08 20:53:43.389032 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-7022c1c6-c65b-4058-9e6a-22cae997278c req-00587048-2ba1-4d9a-b563-6cd37ae3d8de tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353021 Mar 08 20:53:43.433222 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345dab0a-dda1-475c-ba86-e14bd8881adf'}] {{(pid=83162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:53:43.444022 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-473e0b96-7068-4585-872c-dc7f408c8b3b req-e031934e-68dd-459f-af6b-32a4639ad622 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b735a19-c087-45dd-af15-b8c29d470965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576720 Mar 08 20:53:43.447088 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 345dab0a-dda1-475c-ba86-e14bd8881adf, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=345dab0a-dda1-475c-ba86-e14bd8881adf,segment=NetworkSegment(def440c0-28e5-481e-8733-4907081c4e81),segment_id=def440c0-28e5-481e-8733-4907081c4e81)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:53:43.463973 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:43.474856 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=a18dd0ea-acf2-428a-b399-588a708ae115,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:43.567902 dv-cinder-832328-1-smb neutron-server[83162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345dab0a-dda1-475c-ba86-e14bd8881adf', 'code': 200} Mar 08 20:53:43.631218 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:43.661365 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c2729a0e-35ff-4072-951f-71ea0d90db46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:43.670215 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=345dab0a-dda1-475c-ba86-e14bd8881adf,revision_number=5']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:43.702101 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2729a0e-35ff-4072-951f-71ea0d90db46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35320bd9-bc0c-447b-88aa-0670a7fcd4d7,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:43.758236 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c2729a0e-35ff-4072-951f-71ea0d90db46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:43.759626 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-c2729a0e-35ff-4072-951f-71ea0d90db46 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/35320bd9-bc0c-447b-88aa-0670a7fcd4d7 HTTP/1.1" status: 204 len: 168 time: 0.6849160 Mar 08 20:53:43.776264 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-473e0b96-7068-4585-872c-dc7f408c8b3b req-38839c2f-d18b-4762-9f07-f5d53e98877b service neutron] 10.222.0.21 "GET /v2.0/networks/6b735a19-c087-45dd-af15-b8c29d470965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222060 Mar 08 20:53:43.806070 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecd997-3232-4dc9-ad8b-d92bfd0b4d69 req-7940d7f0-abf4-4454-b696-41b42cc19eef tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:43.823263 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c3ecd997-3232-4dc9-ad8b-d92bfd0b4d69 req-7940d7f0-abf4-4454-b696-41b42cc19eef tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a HTTP/1.1" status: 200 len: 945 time: 0.2172327 Mar 08 20:53:43.857275 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['a18dd0ea-acf2-428a-b399-588a708ae115'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 20:53:44.144916 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9361c432-342d-4300-8426-55ee93f49493 req-608450fa-0ca7-47f9-8685-4b1bd96b1de3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a HTTP/1.1" status: 200 len: 1098 time: 0.2612035 Mar 08 20:53:44.299817 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9361c432-342d-4300-8426-55ee93f49493 req-b8c46904-2c8c-4abd-8acd-a552212c3177 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=71aecef5-a16c-466c-8677-6ca7191dcc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476107 Mar 08 20:53:44.363119 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c3ecd997-3232-4dc9-ad8b-d92bfd0b4d69 req-61f4e571-996a-4bdb-819d-53036e10e715 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=71aecef5-a16c-466c-8677-6ca7191dcc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5334246 Mar 08 20:53:44.512482 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-473e0b96-7068-4585-872c-dc7f408c8b3b req-0ca3f3ae-c7fa-4490-b41a-bf1b60101b3e service neutron] 10.222.0.21 "GET /v2.0/networks/6b735a19-c087-45dd-af15-b8c29d470965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6859319 Mar 08 20:53:44.659782 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d461f-46e1-4dd4-9a21-6b88f3310851 req-a98cec06-9a8d-441a-8715-578e1809ca71 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:44.669845 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c06d461f-46e1-4dd4-9a21-6b88f3310851 req-a98cec06-9a8d-441a-8715-578e1809ca71 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c83fe2-d342-407f-bd9c-310d47b63c40 HTTP/1.1" status: 200 len: 944 time: 0.1916676 Mar 08 20:53:44.728191 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c06d461f-46e1-4dd4-9a21-6b88f3310851 req-a0d959e3-ed84-409d-99f2-1e66b2a2484d tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f9338f8-84e1-4e37-b565-2d504dadd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572307 Mar 08 20:53:44.798908 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0149033-be44-41dc-9bd9-6dd388736360 req-287aad3c-ab9f-4692-b2b8-8a60ebc03c36 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:44.801338 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c0149033-be44-41dc-9bd9-6dd388736360 req-287aad3c-ab9f-4692-b2b8-8a60ebc03c36 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 945 time: 0.1561427 Mar 08 20:53:44.837754 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:44.876490 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c0149033-be44-41dc-9bd9-6dd388736360 req-99722f89-6488-41cf-acf7-f5d63beb0090 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582120 Mar 08 20:53:45.244688 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77604e8e-2b21-437d-ac73-61305e075345 req-375154da-b222-467c-9c2f-9f3f50f53c90 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:45.246706 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-77604e8e-2b21-437d-ac73-61305e075345 req-375154da-b222-467c-9c2f-9f3f50f53c90 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3cc1ce9-8196-49f2-9426-d3110136b3a4 HTTP/1.1" status: 200 len: 945 time: 0.0950379 Mar 08 20:53:45.302075 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-77604e8e-2b21-437d-ac73-61305e075345 req-aba529e6-b1ab-4048-b423-5c139b721c83 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/security-groups?id=de30a13a-1521-4944-b7bd-2f8e01a90b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472343 Mar 08 20:53:45.559984 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ad805-1bb7-4f5d-95f7-8a03f8f7ab1c req-ea2af149-7712-43ae-93d8-ff0a4ece5c64 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:45.561429 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-442ad805-1bb7-4f5d-95f7-8a03f8f7ab1c req-ea2af149-7712-43ae-93d8-ff0a4ece5c64 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a HTTP/1.1" status: 200 len: 945 time: 0.0909507 Mar 08 20:53:45.618279 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-442ad805-1bb7-4f5d-95f7-8a03f8f7ab1c req-e6375bfa-a4ff-4727-a174-1e5fc6b5567e tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=71aecef5-a16c-466c-8677-6ca7191dcc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461395 Mar 08 20:53:45.992830 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325314d-a4e0-434c-9339-1ee53959a972 req-fcd6eee7-a8b7-4582-bb64-7de432b7cf3e tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:46.000680 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e325314d-a4e0-434c-9339-1ee53959a972 req-fcd6eee7-a8b7-4582-bb64-7de432b7cf3e tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c83fe2-d342-407f-bd9c-310d47b63c40 HTTP/1.1" status: 200 len: 944 time: 0.1251230 Mar 08 20:53:46.202235 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e325314d-a4e0-434c-9339-1ee53959a972 req-acb4f217-2c57-4d94-b776-bb20cb9fc02e tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f9338f8-84e1-4e37-b565-2d504dadd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005985 Mar 08 20:53:46.207232 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41d681-1341-4981-abaa-4ff469761ecc req-b27d1e8a-df80-4867-89f6-88b474cdf407 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:46.225761 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6a41d681-1341-4981-abaa-4ff469761ecc req-b27d1e8a-df80-4867-89f6-88b474cdf407 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 945 time: 0.1666925 Mar 08 20:53:46.225863 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-68672d9f-2d5f-4d2d-a9c6-0fa4b9cf81f9 req-9a2c65dd-0c45-44c9-bb28-67c0758a5732 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2061207 Mar 08 20:53:46.274319 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6a41d681-1341-4981-abaa-4ff469761ecc req-826490b1-bb27-42f0-8fb7-559fc5323f8e tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556262 Mar 08 20:53:46.418202 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-68672d9f-2d5f-4d2d-a9c6-0fa4b9cf81f9 req-c407facb-6760-4588-bfe8-e6500e3d0c07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fdf6a2901a4473984cf32ef3b202ac2&device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 1098 time: 0.0909834 Mar 08 20:53:46.652344 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1108d-2716-4f54-baf3-3874c0caa923 req-8cdfc7d9-0c91-4367-98d9-0a63a9cc362b tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:46.659360 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-60d1108d-2716-4f54-baf3-3874c0caa923 req-8cdfc7d9-0c91-4367-98d9-0a63a9cc362b tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3cc1ce9-8196-49f2-9426-d3110136b3a4 HTTP/1.1" status: 200 len: 945 time: 0.2125065 Mar 08 20:53:46.702422 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68672d9f-2d5f-4d2d-a9c6-0fa4b9cf81f9 req-2cf881e1-c8f1-462d-8488-7d6d64841d09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:46.703939 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-68672d9f-2d5f-4d2d-a9c6-0fa4b9cf81f9 req-2cf881e1-c8f1-462d-8488-7d6d64841d09 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b735a19-c087-45dd-af15-b8c29d470965 HTTP/1.1" status: 200 len: 920 time: 0.1993237 Mar 08 20:53:46.782859 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device a18dd0ea-acf2-428a-b399-588a708ae115 up at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:53:46.797943 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-68672d9f-2d5f-4d2d-a9c6-0fa4b9cf81f9 req-dfee2535-92d4-4d3e-acd8-20f63a850f0d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cf0fee7-d12e-494a-94a2-d5522bb3b91c HTTP/1.1" status: 200 len: 217 time: 0.0863204 Mar 08 20:53:46.812979 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-60d1108d-2716-4f54-baf3-3874c0caa923 req-47a841f5-0008-4338-bc66-dfbd35f25a75 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/security-groups?id=de30a13a-1521-4944-b7bd-2f8e01a90b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512516 Mar 08 20:53:46.937474 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68672d9f-2d5f-4d2d-a9c6-0fa4b9cf81f9 req-a789f649-1702-49b4-8405-cc0fbf1b33fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:46.940284 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-68672d9f-2d5f-4d2d-a9c6-0fa4b9cf81f9 req-a789f649-1702-49b4-8405-cc0fbf1b33fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5de2fd05-f3f9-46aa-9b4c-d1e06cb3e211 HTTP/1.1" status: 200 len: 859 time: 0.1236734 Mar 08 20:53:46.957870 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning for port a18dd0ea-acf2-428a-b399-588a708ae115 completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:53:46.960212 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9ae8a-b802-4118-8cf0-e04aa40bddcb req-527cbb5e-a50c-483a-92a6-7a3e77efaad9 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:46.965582 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning complete for port a18dd0ea-acf2-428a-b399-588a708ae115 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:53:46.966341 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:46.970171 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e7b9ae8a-b802-4118-8cf0-e04aa40bddcb req-527cbb5e-a50c-483a-92a6-7a3e77efaad9 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a HTTP/1.1" status: 200 len: 945 time: 0.1966963 Mar 08 20:53:47.019070 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-68672d9f-2d5f-4d2d-a9c6-0fa4b9cf81f9 req-c7c8ad51-6482-4b33-9c64-183d3e054c85 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b735a19-c087-45dd-af15-b8c29d470965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683885 Mar 08 20:53:47.050530 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e7b9ae8a-b802-4118-8cf0-e04aa40bddcb req-ae82631c-418f-465e-9c59-98745f905426 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=71aecef5-a16c-466c-8677-6ca7191dcc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792530 Mar 08 20:53:47.149628 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:47.261287 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port a18dd0ea-acf2-428a-b399-588a708ae115, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=a18dd0ea-acf2-428a-b399-588a708ae115,segment=NetworkSegment(ca1024f2-63f4-40d5-92a0-e246640fa0f8),segment_id=ca1024f2-63f4-40d5-92a0-e246640fa0f8)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:53:47.264607 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-68672d9f-2d5f-4d2d-a9c6-0fa4b9cf81f9 req-0aacdf90-d4e4-4756-98b0-e838f860463a service neutron] 10.222.0.21 "GET /v2.0/networks/6b735a19-c087-45dd-af15-b8c29d470965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395055 Mar 08 20:53:47.267508 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c83fe2-d342-407f-bd9c-310d47b63c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18dd0ea-acf2-428a-b399-588a708ae115'}] {{(pid=83162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:53:47.289227 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:47.435023 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=a18dd0ea-acf2-428a-b399-588a708ae115,revision_number=5']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:47.559215 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-68672d9f-2d5f-4d2d-a9c6-0fa4b9cf81f9 req-4a939a6c-e5a5-4a15-ae59-529b9dd8019d service neutron] 10.222.0.21 "GET /v2.0/networks/6b735a19-c087-45dd-af15-b8c29d470965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868006 Mar 08 20:53:47.571252 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6d2df-29d3-4e3e-9d9c-eeb7c151ca13 req-cfc77b51-7823-4a9d-8387-09789f5f23b5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:47.579890 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-51a6d2df-29d3-4e3e-9d9c-eeb7c151ca13 req-cfc77b51-7823-4a9d-8387-09789f5f23b5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a HTTP/1.1" status: 200 len: 945 time: 0.1640999 Mar 08 20:53:47.589872 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 42126) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:47.599459 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-31f5171e-a38e-42d5-94a1-3f44f8d510a4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Request body: {'floatingip': {'port_id': '345dab0a-dda1-475c-ba86-e14bd8881adf'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:53:47.626923 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd2055-45a0-49ef-9563-36084620eff7 req-86e4965c-9cbe-408a-8610-b03a65a463e0 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:47.627460 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6edd2055-45a0-49ef-9563-36084620eff7 req-86e4965c-9cbe-408a-8610-b03a65a463e0 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c83fe2-d342-407f-bd9c-310d47b63c40 HTTP/1.1" status: 200 len: 945 time: 0.1437747 Mar 08 20:53:47.682870 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6edd2055-45a0-49ef-9563-36084620eff7 req-f967a6cc-c5af-432e-b2aa-7d8182319e73 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f9338f8-84e1-4e37-b565-2d504dadd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493524 Mar 08 20:53:47.699834 dv-cinder-832328-1-smb neutron-server[83162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c83fe2-d342-407f-bd9c-310d47b63c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18dd0ea-acf2-428a-b399-588a708ae115', 'code': 200} Mar 08 20:53:47.749505 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-31f5171e-a38e-42d5-94a1-3f44f8d510a4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for floatingip, before_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:47.783800 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 42134) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:48.069198 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-db0a5819-fe93-4f8a-95bb-1eab39123b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:48.083057 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:48.130194 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-db0a5819-fe93-4f8a-95bb-1eab39123b9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:48.138285 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-db0a5819-fe93-4f8a-95bb-1eab39123b9a admin admin] Usage tracker for resource:security_group_rule and tenant:ccadb5b35aeb472da08313ae11215865 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:48.143626 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-db0a5819-fe93-4f8a-95bb-1eab39123b9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:48.153322 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-cbb8efae-c0d5-49ea-93dc-2edaf378f4b9 req-ce121234-6800-4f53-a20f-3ea041012e07 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=73c83fe2-d342-407f-bd9c-310d47b63c40 HTTP/1.1" status: 200 len: 1098 time: 0.2170358 Mar 08 20:53:48.155673 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-db0a5819-fe93-4f8a-95bb-1eab39123b9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:48.187905 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27515afd-85df-4418-8180-86c093fc6979 req-99668741-c182-4f7a-b78e-e9d6b579c467 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:48.189346 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-27515afd-85df-4418-8180-86c093fc6979 req-99668741-c182-4f7a-b78e-e9d6b579c467 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3cc1ce9-8196-49f2-9426-d3110136b3a4 HTTP/1.1" status: 200 len: 945 time: 0.1939881 Mar 08 20:53:48.191064 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fdec1-fee6-4f7a-8ab2-bf58cdfc5e22 req-723291e6-82e8-4bb0-b75b-63715173d687 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:48.192480 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-791fdec1-fee6-4f7a-8ab2-bf58cdfc5e22 req-723291e6-82e8-4bb0-b75b-63715173d687 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3cc1ce9-8196-49f2-9426-d3110136b3a4 HTTP/1.1" status: 200 len: 945 time: 0.2246819 Mar 08 20:53:48.201228 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97fbd7-79ae-47eb-9207-1aeee814be3b req-3d4ce1b5-8897-4a4c-8116-943ab9419d68 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:48.202669 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9e97fbd7-79ae-47eb-9207-1aeee814be3b req-3d4ce1b5-8897-4a4c-8116-943ab9419d68 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 945 time: 0.3822424 Mar 08 20:53:48.256319 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-cbb8efae-c0d5-49ea-93dc-2edaf378f4b9 req-2316846d-333a-4f00-93f9-f3785e0c96eb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5f9338f8-84e1-4e37-b565-2d504dadd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923083 Mar 08 20:53:48.268577 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-27515afd-85df-4418-8180-86c093fc6979 req-c3f52228-3b41-4224-a985-96278baa4546 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/security-groups?id=de30a13a-1521-4944-b7bd-2f8e01a90b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728655 Mar 08 20:53:48.317080 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-db0a5819-fe93-4f8a-95bb-1eab39123b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:48.321371 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-db0a5819-fe93-4f8a-95bb-1eab39123b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:48.371790 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a5819-fe93-4f8a-95bb-1eab39123b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a57e1aa-0cba-42ee-bccb-aec2de11d502,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:48.378597 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-db0a5819-fe93-4f8a-95bb-1eab39123b9a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ccadb5b35aeb472da08313ae11215865&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5911086 Mar 08 20:53:48.378847 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 42148) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:48.432598 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [req-791fdec1-fee6-4f7a-8ab2-bf58cdfc5e22 req-0bf33915-3b62-4bd0-b42c-83d64bce61a7 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Deleting port 6694ff43-8422-4890-89d4-73f0ce00be26 {{(pid=83160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 20:53:48.432996 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-791fdec1-fee6-4f7a-8ab2-bf58cdfc5e22 req-0bf33915-3b62-4bd0-b42c-83d64bce61a7 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:48.442377 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a29dd6c6-3dab-4383-98e9-ae10ca3ffad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:48.499091 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9e97fbd7-79ae-47eb-9207-1aeee814be3b req-1e864ba0-8a81-4b8a-97c9-f458dcc7aab5 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617474 Mar 08 20:53:48.507343 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a29dd6c6-3dab-4383-98e9-ae10ca3ffad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:48.580164 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a29dd6c6-3dab-4383-98e9-ae10ca3ffad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:48.604567 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29dd6c6-3dab-4383-98e9-ae10ca3ffad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a57e1aa-0cba-42ee-bccb-aec2de11d502,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:48.607927 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a29dd6c6-3dab-4383-98e9-ae10ca3ffad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:48.609024 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-a29dd6c6-3dab-4383-98e9-ae10ca3ffad9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3a57e1aa-0cba-42ee-bccb-aec2de11d502 HTTP/1.1" status: 204 len: 168 time: 0.2293315 Mar 08 20:53:48.935091 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54405d-0a2c-420d-983e-8bb31f08a249 req-e9a7e7d3-2af4-4e55-aa9f-4fac1f4a325a tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:48.936892 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-2a54405d-0a2c-420d-983e-8bb31f08a249 req-e9a7e7d3-2af4-4e55-aa9f-4fac1f4a325a tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c83fe2-d342-407f-bd9c-310d47b63c40 HTTP/1.1" status: 200 len: 945 time: 0.1011643 Mar 08 20:53:49.000428 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-2a54405d-0a2c-420d-983e-8bb31f08a249 req-65806de0-1acb-407a-8fd3-907dd69a4dda tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f9338f8-84e1-4e37-b565-2d504dadd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525186 Mar 08 20:53:49.009471 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [req-791fdec1-fee6-4f7a-8ab2-bf58cdfc5e22 req-0bf33915-3b62-4bd0-b42c-83d64bce61a7 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] For port 6694ff43-8422-4890-89d4-73f0ce00be26, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=6694ff43-8422-4890-89d4-73f0ce00be26,segment=NetworkSegment(19e8ea61-7686-4806-aac8-3266df89609a),segment_id=19e8ea61-7686-4806-aac8-3266df89609a)] {{(pid=83160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:53:49.009938 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-791fdec1-fee6-4f7a-8ab2-bf58cdfc5e22 req-0bf33915-3b62-4bd0-b42c-83d64bce61a7 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:49.104924 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 42176) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:49.129325 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-55983ece-9cb3-4f29-a311-37bcd0dc302c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:49.168286 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-55983ece-9cb3-4f29-a311-37bcd0dc302c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:49.173225 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-55983ece-9cb3-4f29-a311-37bcd0dc302c admin admin] Usage tracker for resource:security_group_rule and tenant:a5e73929a938467dbc085720307ad29b is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:49.177129 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-55983ece-9cb3-4f29-a311-37bcd0dc302c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:49.184294 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-55983ece-9cb3-4f29-a311-37bcd0dc302c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:49.189485 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [req-791fdec1-fee6-4f7a-8ab2-bf58cdfc5e22 req-0bf33915-3b62-4bd0-b42c-83d64bce61a7 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Calling delete_port for 6694ff43-8422-4890-89d4-73f0ce00be26 owned by compute:nova {{(pid=83160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 20:53:49.240572 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.db.resource_extend [None req-31f5171e-a38e-42d5-94a1-3f44f8d510a4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 20:53:49.275613 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-55983ece-9cb3-4f29-a311-37bcd0dc302c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:49.280591 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-55983ece-9cb3-4f29-a311-37bcd0dc302c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:49.333876 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55983ece-9cb3-4f29-a311-37bcd0dc302c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93737ca9-3101-4549-b726-5de06781979a,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:49.338798 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-55983ece-9cb3-4f29-a311-37bcd0dc302c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a5e73929a938467dbc085720307ad29b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2321472 Mar 08 20:53:49.341980 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 42186) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:49.420492 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-dbe5fabf-f3e0-46af-926b-9da8ed13ea63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:49.448412 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-dbe5fabf-f3e0-46af-926b-9da8ed13ea63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:49.509999 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-dbe5fabf-f3e0-46af-926b-9da8ed13ea63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:49.528147 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5fabf-f3e0-46af-926b-9da8ed13ea63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93737ca9-3101-4549-b726-5de06781979a,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:49.535052 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-dbe5fabf-f3e0-46af-926b-9da8ed13ea63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:49.536476 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-dbe5fabf-f3e0-46af-926b-9da8ed13ea63 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/93737ca9-3101-4549-b726-5de06781979a HTTP/1.1" status: 204 len: 168 time: 0.1935544 Mar 08 20:53:49.604158 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-31f5171e-a38e-42d5-94a1-3f44f8d510a4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:49.701995 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-31f5171e-a38e-42d5-94a1-3f44f8d510a4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-356680'] for floatingip, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:49.800127 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49104b-e936-4d82-b822-ea84b8a10b32 req-f7e7ed27-67d8-4f69-8a96-c93b1c5f2fe5 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:49.801686 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5c49104b-e936-4d82-b822-ea84b8a10b32 req-f7e7ed27-67d8-4f69-8a96-c93b1c5f2fe5 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 945 time: 0.0967858 Mar 08 20:53:49.919578 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2304a-16de-4854-915d-80618f476a1e req-d447c6a6-523c-4d19-8c10-bd5677ca2a5b tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:49.926198 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5c49104b-e936-4d82-b822-ea84b8a10b32 req-fd8b3581-6e16-4019-8624-53d27db4a9de tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952446 Mar 08 20:53:49.930703 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-41e2304a-16de-4854-915d-80618f476a1e req-d447c6a6-523c-4d19-8c10-bd5677ca2a5b tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3cc1ce9-8196-49f2-9426-d3110136b3a4 HTTP/1.1" status: 200 len: 945 time: 0.4371567 Mar 08 20:53:49.986312 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-791fdec1-fee6-4f7a-8ab2-bf58cdfc5e22 req-0bf33915-3b62-4bd0-b42c-83d64bce61a7 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:50.051005 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf33915-3b62-4bd0-b42c-83d64bce61a7 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Pushing event deleted for resources: {'Port': ['ID=6694ff43-8422-4890-89d4-73f0ce00be26,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:50.162177 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-41e2304a-16de-4854-915d-80618f476a1e req-647c08b9-d688-4f21-adfa-32ab5b2adde6 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/security-groups?id=de30a13a-1521-4944-b7bd-2f8e01a90b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305710 Mar 08 20:53:50.170676 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [req-791fdec1-fee6-4f7a-8ab2-bf58cdfc5e22 req-0bf33915-3b62-4bd0-b42c-83d64bce61a7 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] No DVR routers for this DVR port 6694ff43-8422-4890-89d4-73f0ce00be26 on host hv-cinder-83232 {{(pid=83160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:53:50.191056 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-791fdec1-fee6-4f7a-8ab2-bf58cdfc5e22 req-0bf33915-3b62-4bd0-b42c-83d64bce61a7 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:50.196628 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cc1ce9-8196-49f2-9426-d3110136b3a4', 'name': 'network-vif-deleted', 'tag': '6694ff43-8422-4890-89d4-73f0ce00be26'}] {{(pid=83160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:53:50.236599 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-791fdec1-fee6-4f7a-8ab2-bf58cdfc5e22 req-0bf33915-3b62-4bd0-b42c-83d64bce61a7 tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.21 "DELETE /v2.0/ports/6694ff43-8422-4890-89d4-73f0ce00be26 HTTP/1.1" status: 204 len: 173 time: 2.0318260 Mar 08 20:53:50.289858 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cc1ce9-8196-49f2-9426-d3110136b3a4', 'name': 'network-vif-deleted', 'tag': '6694ff43-8422-4890-89d4-73f0ce00be26', 'status': 'completed', 'code': 200} Mar 08 20:53:50.306291 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.db.l3_db [None req-31f5171e-a38e-42d5-94a1-3f44f8d510a4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Floating IP 5c7a2a45-8182-40b5-8fde-2748bb9f3d8c associated. External IP: 172.28.2.153, port: 345dab0a-dda1-475c-ba86-e14bd8881adf. Mar 08 20:53:50.393688 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd237c4-a707-41b1-be86-2deae3e0b17e req-2f445c7d-75e4-4c39-bac6-24df4c1788fd tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:50.395361 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5cd237c4-a707-41b1-be86-2deae3e0b17e req-2f445c7d-75e4-4c39-bac6-24df4c1788fd tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c83fe2-d342-407f-bd9c-310d47b63c40 HTTP/1.1" status: 200 len: 945 time: 0.1777561 Mar 08 20:53:50.498217 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5cd237c4-a707-41b1-be86-2deae3e0b17e req-681c7718-d386-44b0-bd30-b04e34014563 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f9338f8-84e1-4e37-b565-2d504dadd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970328 Mar 08 20:53:50.791973 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 6694ff43-8422-4890-89d4-73f0ce00be26 no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 20:53:50.857188 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] No Port match for: 6694ff43-8422-4890-89d4-73f0ce00be26 {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 20:53:50.857730 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 6694ff43-8422-4890-89d4-73f0ce00be26 not bound to the agent host hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 20:53:50.913170 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f5171e-a38e-42d5-94a1-3f44f8d510a4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:53:51.216107 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f5171e-a38e-42d5-94a1-3f44f8d510a4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:53:51.232869 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222e4e8d-8cb0-4684-a0ca-ff4f16a32fce None None] Sync routers for ids ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'] in dv-cinder-832328-1-smb {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:53:51.251003 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-31f5171e-a38e-42d5-94a1-3f44f8d510a4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for floatingip, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:51.258644 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222e4e8d-8cb0-4684-a0ca-ff4f16a32fce None None] Routers {'322e80d3-9b8c-442f-a225-e74ce54a5eb1'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:53:51.261141 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-222e4e8d-8cb0-4684-a0ca-ff4f16a32fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:53:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:53:51.401469 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-31f5171e-a38e-42d5-94a1-3f44f8d510a4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "PUT /v2.0/floatingips/5c7a2a45-8182-40b5-8fde-2748bb9f3d8c HTTP/1.1" status: 200 len: 991 time: 3.8090048 Mar 08 20:53:51.465819 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083d6ac-bf9b-4c03-8c9c-eb641e37ff01 req-46e728e9-cad8-44b3-8cdd-177a8952f844 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:51.471167 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-0083d6ac-bf9b-4c03-8c9c-eb641e37ff01 req-46e728e9-cad8-44b3-8cdd-177a8952f844 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 945 time: 0.1477602 Mar 08 20:53:51.576790 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-0083d6ac-bf9b-4c03-8c9c-eb641e37ff01 req-b2ef43c8-5654-4243-9af7-963dd8963ca5 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953324 Mar 08 20:53:51.681047 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e2fe7f78-5a25-4f79-8609-2aa84f908f94 req-f7ca17b9-95cc-4b95-96dc-383a4080ba5e tempest-DeleteServersTestJSON-1153876382 tempest-DeleteServersTestJSON-1153876382-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3cc1ce9-8196-49f2-9426-d3110136b3a4 HTTP/1.1" status: 200 len: 210 time: 0.0771594 Mar 08 20:53:51.705263 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-222e4e8d-8cb0-4684-a0ca-ff4f16a32fce None None] Set router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 gateway port host: dv-cinder-832328-1-smb {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:53:52.146766 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-222e4e8d-8cb0-4684-a0ca-ff4f16a32fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:10Z', 'revision_number': 4, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': '5c7a2a45-8182-40b5-8fde-2748bb9f3d8c', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'floating_ip_address': '172.28.2.153', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'port_id': '345dab0a-dda1-475c-ba86-e14bd8881adf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'mac_address': 'fa:16:3e:90:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:53:22Z', 'updated_at': '2022-03-08T20:53:48Z', 'revision_number': 1, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de88ea94-d0e2-409f-84d6-ac8e3f467870', 'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'mac_address': 'fa:16:3e:c6:bf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:53:07Z', 'updated_at': '2022-03-08T20:53:37Z', 'revision_number': 5, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'subnets': [{'id': '631e0254-4619-4902-8397-d03caba0f7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:53:52.153010 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222e4e8d-8cb0-4684-a0ca-ff4f16a32fce None None] Checking router: 322e80d3-9b8c-442f-a225-e74ce54a5eb1 for host: dv-cinder-832328-1-smb {{(pid=83163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:53:52.175072 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222e4e8d-8cb0-4684-a0ca-ff4f16a32fce None None] Routers {'322e80d3-9b8c-442f-a225-e74ce54a5eb1'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:53:52.176494 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-222e4e8d-8cb0-4684-a0ca-ff4f16a32fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:53:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:53:52.291302 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a', 'tag': '345dab0a-dda1-475c-ba86-e14bd8881adf'}] {{(pid=83160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:53:52.347089 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 42334) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:52.430214 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a', 'tag': '345dab0a-dda1-475c-ba86-e14bd8881adf', 'status': 'completed', 'code': 200} Mar 08 20:53:52.467498 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-222e4e8d-8cb0-4684-a0ca-ff4f16a32fce None None] Set router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 gateway port host: dv-cinder-832328-1-smb {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:53:52.704248 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-adc36de8-f38a-4b53-b1f6-a51f032d56cd req-55134f3d-eb62-441c-a37a-79d151e90c85 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75384b10ddb442bea7117c6826e163d3&device_id=8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a HTTP/1.1" status: 200 len: 1098 time: 0.2384095 Mar 08 20:53:52.892232 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc36de8-f38a-4b53-b1f6-a51f032d56cd req-ed2f7dc6-b30d-4439-9ffb-e200dea9d4d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:52.894510 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-adc36de8-f38a-4b53-b1f6-a51f032d56cd req-ed2f7dc6-b30d-4439-9ffb-e200dea9d4d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ac543f3-ed2d-4557-8b9b-b33844ee4851 HTTP/1.1" status: 200 len: 916 time: 0.1820672 Mar 08 20:53:52.913156 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-4a3308c2-86cd-4ceb-83bf-c9eec59d41eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:53.007146 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-4a3308c2-86cd-4ceb-83bf-c9eec59d41eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:53.012756 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-4a3308c2-86cd-4ceb-83bf-c9eec59d41eb admin admin] Usage tracker for resource:security_group_rule and tenant:ff333800a3054dd5b512a111adc20adb is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:53.018986 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-4a3308c2-86cd-4ceb-83bf-c9eec59d41eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:53.028129 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-4a3308c2-86cd-4ceb-83bf-c9eec59d41eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:53.055207 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-adc36de8-f38a-4b53-b1f6-a51f032d56cd req-bd10bf26-b92d-420d-887b-d82b349b0129 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=345dab0a-dda1-475c-ba86-e14bd8881adf HTTP/1.1" status: 200 len: 999 time: 0.1466210 Mar 08 20:53:53.066605 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa54f5-7d72-4185-8969-eb87af2e2107 req-630ae44c-381f-477e-a935-68f74adec7cc tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:53.075370 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-09fa54f5-7d72-4185-8969-eb87af2e2107 req-630ae44c-381f-477e-a935-68f74adec7cc tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 945 time: 0.2164133 Mar 08 20:53:53.091026 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-222e4e8d-8cb0-4684-a0ca-ff4f16a32fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:10Z', 'revision_number': 4, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': '5c7a2a45-8182-40b5-8fde-2748bb9f3d8c', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'floating_ip_address': '172.28.2.153', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'port_id': '345dab0a-dda1-475c-ba86-e14bd8881adf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'mac_address': 'fa:16:3e:90:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:53:22Z', 'updated_at': '2022-03-08T20:53:48Z', 'revision_number': 1, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de88ea94-d0e2-409f-84d6-ac8e3f467870', 'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'mac_address': 'fa:16:3e:c6:bf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:53:07Z', 'updated_at': '2022-03-08T20:53:37Z', 'revision_number': 5, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'subnets': [{'id': '631e0254-4619-4902-8397-d03caba0f7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:53:53.095466 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222e4e8d-8cb0-4684-a0ca-ff4f16a32fce None None] The sync data for ids ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'] in dv-cinder-832328-1-smb is: [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:10Z', 'revision_number': 4, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': '5c7a2a45-8182-40b5-8fde-2748bb9f3d8c', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'floating_ip_address': '172.28.2.153', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'port_id': '345dab0a-dda1-475c-ba86-e14bd8881adf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'mac_address': 'fa:16:3e:90:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:53:22Z', 'updated_at': '2022-03-08T20:53:48Z', 'revision_number': 1, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de88ea94-d0e2-409f-84d6-ac8e3f467870', 'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'mac_address': 'fa:16:3e:c6:bf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:53:07Z', 'updated_at': '2022-03-08T20:53:37Z', 'revision_number': 5, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'subnets': [{'id': '631e0254-4619-4902-8397-d03caba0f7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:53:53.139126 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-09fa54f5-7d72-4185-8969-eb87af2e2107 req-92359ec5-671d-496f-bf50-401a69ccf418 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623555 Mar 08 20:53:53.248148 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc36de8-f38a-4b53-b1f6-a51f032d56cd req-5402c4b5-036d-4b2d-a693-4776a2528579 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:53.271347 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-adc36de8-f38a-4b53-b1f6-a51f032d56cd req-5402c4b5-036d-4b2d-a693-4776a2528579 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=631e0254-4619-4902-8397-d03caba0f7cf HTTP/1.1" status: 200 len: 854 time: 0.1997647 Mar 08 20:53:53.284469 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-4a3308c2-86cd-4ceb-83bf-c9eec59d41eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:53.293974 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-4a3308c2-86cd-4ceb-83bf-c9eec59d41eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:53.356379 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3308c2-86cd-4ceb-83bf-c9eec59d41eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7af93a-c5b8-4d07-9ceb-3175e9dd0b00,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:53.364652 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-4a3308c2-86cd-4ceb-83bf-c9eec59d41eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ff333800a3054dd5b512a111adc20adb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0159607 Mar 08 20:53:53.367357 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 42382) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:53.391721 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-adc36de8-f38a-4b53-b1f6-a51f032d56cd req-811f90b6-01db-4149-a05c-8624b72255d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ac543f3-ed2d-4557-8b9b-b33844ee4851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1149292 Mar 08 20:53:53.450120 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-2d2385e8-a99f-42bc-b4db-4c224730eac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:53.483439 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-2d2385e8-a99f-42bc-b4db-4c224730eac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:53.518205 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c154e53-7463-4318-be4e-29f43e79c08b None None] New status for floating IP 5c7a2a45-8182-40b5-8fde-2748bb9f3d8c: ACTIVE {{(pid=83162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 08 20:53:53.545707 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-2d2385e8-a99f-42bc-b4db-4c224730eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:53.565160 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2385e8-a99f-42bc-b4db-4c224730eac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7af93a-c5b8-4d07-9ceb-3175e9dd0b00,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:53.578416 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-2d2385e8-a99f-42bc-b4db-4c224730eac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:53.580090 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-2d2385e8-a99f-42bc-b4db-4c224730eac7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0c7af93a-c5b8-4d07-9ceb-3175e9dd0b00 HTTP/1.1" status: 204 len: 168 time: 0.2118425 Mar 08 20:53:53.581114 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-adc36de8-f38a-4b53-b1f6-a51f032d56cd req-403cc0f0-96c0-4d79-b948-929337ad5815 service neutron] 10.222.0.21 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815617 Mar 08 20:53:53.827558 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-adc36de8-f38a-4b53-b1f6-a51f032d56cd req-b85f72b6-241c-4fb4-9a8b-9958965485c4 service neutron] 10.222.0.21 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345614 Mar 08 20:53:54.055223 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 42402) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:54.093482 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6d63678f-f53f-46ee-97f4-3fa7a7a5125f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:54.136986 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-6d63678f-f53f-46ee-97f4-3fa7a7a5125f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:54.142684 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-6d63678f-f53f-46ee-97f4-3fa7a7a5125f admin admin] Usage tracker for resource:security_group_rule and tenant:62912e0d7cf64ee2ad820b9bc0d66f4f is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:54.146450 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-6d63678f-f53f-46ee-97f4-3fa7a7a5125f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:54.155809 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-6d63678f-f53f-46ee-97f4-3fa7a7a5125f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:54.262379 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6d63678f-f53f-46ee-97f4-3fa7a7a5125f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:54.266539 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6d63678f-f53f-46ee-97f4-3fa7a7a5125f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:54.346218 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63678f-f53f-46ee-97f4-3fa7a7a5125f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15161589-64be-448f-a488-891f0732a4f8,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:54.355970 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-6d63678f-f53f-46ee-97f4-3fa7a7a5125f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=62912e0d7cf64ee2ad820b9bc0d66f4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2997139 Mar 08 20:53:54.358833 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 42416) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:54.400423 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58820f92-b12b-44aa-bd39-d05eecda4173 req-2b64ea9e-d0a8-4c97-81e4-98e3ebd0803f tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:54.402417 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-58820f92-b12b-44aa-bd39-d05eecda4173 req-2b64ea9e-d0a8-4c97-81e4-98e3ebd0803f tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 945 time: 0.0982375 Mar 08 20:53:54.429350 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6523353e-2cce-47a7-96f2-95509012eee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:54.450508 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-58820f92-b12b-44aa-bd39-d05eecda4173 req-62c7c926-fc25-4bb0-8a11-2fe6b67d7464 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425971 Mar 08 20:53:54.455424 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6523353e-2cce-47a7-96f2-95509012eee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:54.510480 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6523353e-2cce-47a7-96f2-95509012eee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:54.527657 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523353e-2cce-47a7-96f2-95509012eee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15161589-64be-448f-a488-891f0732a4f8,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:54.532727 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6523353e-2cce-47a7-96f2-95509012eee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:54.534000 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-6523353e-2cce-47a7-96f2-95509012eee1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/15161589-64be-448f-a488-891f0732a4f8 HTTP/1.1" status: 204 len: 168 time: 0.1741459 Mar 08 20:53:54.544962 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6523353e-2cce-47a7-96f2-95509012eee1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:54.545302 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6523353e-2cce-47a7-96f2-95509012eee1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:54.545630 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6523353e-2cce-47a7-96f2-95509012eee1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:54.546697 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6523353e-2cce-47a7-96f2-95509012eee1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:54.546697 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6523353e-2cce-47a7-96f2-95509012eee1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:54.547024 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6523353e-2cce-47a7-96f2-95509012eee1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:54.547284 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6523353e-2cce-47a7-96f2-95509012eee1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:54.547602 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6523353e-2cce-47a7-96f2-95509012eee1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:54.547913 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6523353e-2cce-47a7-96f2-95509012eee1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:54.548261 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6523353e-2cce-47a7-96f2-95509012eee1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:54.548520 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6523353e-2cce-47a7-96f2-95509012eee1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:54.838690 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 42440) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:54.987091 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-597504b9-7981-4527-8cc9-1fdc08a9a256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:55.025575 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-597504b9-7981-4527-8cc9-1fdc08a9a256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:55.033944 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-597504b9-7981-4527-8cc9-1fdc08a9a256 admin admin] Usage tracker for resource:security_group_rule and tenant:86018d7d68944c47ae6fbb4236325873 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:55.036934 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-597504b9-7981-4527-8cc9-1fdc08a9a256 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:55.042760 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-597504b9-7981-4527-8cc9-1fdc08a9a256 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:55.187157 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-597504b9-7981-4527-8cc9-1fdc08a9a256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:55.192479 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-597504b9-7981-4527-8cc9-1fdc08a9a256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:55.249681 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-597504b9-7981-4527-8cc9-1fdc08a9a256 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=86018d7d68944c47ae6fbb4236325873&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4093277 Mar 08 20:53:55.252311 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 42462) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:55.269976 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597504b9-7981-4527-8cc9-1fdc08a9a256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0381fe7e-10ec-418d-8ef3-12c3a8ef7269,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:55.327386 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a8ba31a1-7660-4317-b8b6-f1c7c0c156cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:55.396601 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a8ba31a1-7660-4317-b8b6-f1c7c0c156cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:55.493702 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2159e9-632a-4074-bdf9-544efd662d33 req-5a2b01d9-6581-4d09-9877-4760ce6aeac9 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:55.495293 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3e2159e9-632a-4074-bdf9-544efd662d33 req-5a2b01d9-6581-4d09-9877-4760ce6aeac9 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c83fe2-d342-407f-bd9c-310d47b63c40 HTTP/1.1" status: 200 len: 945 time: 0.1586971 Mar 08 20:53:55.534320 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a8ba31a1-7660-4317-b8b6-f1c7c0c156cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:55.560931 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba31a1-7660-4317-b8b6-f1c7c0c156cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0381fe7e-10ec-418d-8ef3-12c3a8ef7269,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:55.566338 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3e2159e9-632a-4074-bdf9-544efd662d33 req-adcbb2db-26ac-4287-bae0-7e773d7599e6 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f9338f8-84e1-4e37-b565-2d504dadd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634799 Mar 08 20:53:55.575425 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba31a1-7660-4317-b8b6-f1c7c0c156cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:55.575763 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba31a1-7660-4317-b8b6-f1c7c0c156cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:55.576093 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba31a1-7660-4317-b8b6-f1c7c0c156cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:55.576416 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba31a1-7660-4317-b8b6-f1c7c0c156cf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:55.576742 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba31a1-7660-4317-b8b6-f1c7c0c156cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:55.577058 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba31a1-7660-4317-b8b6-f1c7c0c156cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:55.577374 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba31a1-7660-4317-b8b6-f1c7c0c156cf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:55.577891 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba31a1-7660-4317-b8b6-f1c7c0c156cf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:55.578209 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba31a1-7660-4317-b8b6-f1c7c0c156cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:55.578521 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba31a1-7660-4317-b8b6-f1c7c0c156cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:55.578834 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ba31a1-7660-4317-b8b6-f1c7c0c156cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:53:55.581984 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a8ba31a1-7660-4317-b8b6-f1c7c0c156cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:55.585676 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-a8ba31a1-7660-4317-b8b6-f1c7c0c156cf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0381fe7e-10ec-418d-8ef3-12c3a8ef7269 HTTP/1.1" status: 204 len: 168 time: 0.3296371 Mar 08 20:53:55.703572 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 42496) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:55.820443 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_v2 [None req-f536910b-2caf-408e-b7fe-3d3295bea9b3 admin admin] Deleting subnet 6ff3cdae-31d2-4dfc-8577-d7abbca5deac {{(pid=83160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 08 20:53:55.826125 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-f536910b-2caf-408e-b7fe-3d3295bea9b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:55.887146 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-f536910b-2caf-408e-b7fe-3d3295bea9b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1387715'] for subnet, precommit_delete_associations {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:55.923693 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ae24f-0da1-43b8-b710-32828d997b96 req-dcc48cbe-7f38-439f-9c46-4242b340c399 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:55.925201 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ca4ae24f-0da1-43b8-b710-32828d997b96 req-dcc48cbe-7f38-439f-9c46-4242b340c399 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 945 time: 0.1853397 Mar 08 20:53:55.988927 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-f536910b-2caf-408e-b7fe-3d3295bea9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558918'] for subnet, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:56.032244 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ca4ae24f-0da1-43b8-b710-32828d997b96 req-5bdd44f0-3e7c-47a2-80d8-a5db74630b8b tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969417 Mar 08 20:53:56.081093 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-f536910b-2caf-408e-b7fe-3d3295bea9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3558927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1387613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1778459'] for subnet, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:56.102779 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 42524) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:56.125907 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5e469cae-8f6a-4680-aac0-0db157d71559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:56.144257 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-f536910b-2caf-408e-b7fe-3d3295bea9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for subnet, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:56.147077 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536910b-2caf-408e-b7fe-3d3295bea9b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ff3cdae-31d2-4dfc-8577-d7abbca5deac,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:56.162240 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-f536910b-2caf-408e-b7fe-3d3295bea9b3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6ff3cdae-31d2-4dfc-8577-d7abbca5deac HTTP/1.1" status: 204 len: 168 time: 0.4561305 Mar 08 20:53:56.163763 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 42530) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:56.165090 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-5e469cae-8f6a-4680-aac0-0db157d71559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:56.169841 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-5e469cae-8f6a-4680-aac0-0db157d71559 admin admin] Usage tracker for resource:security_group_rule and tenant:67218b42cf094077b241b8d4c8a064ce is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:56.172947 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-5e469cae-8f6a-4680-aac0-0db157d71559 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:56.178856 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-5e469cae-8f6a-4680-aac0-0db157d71559 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:56.248372 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5e469cae-8f6a-4680-aac0-0db157d71559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:56.252500 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5e469cae-8f6a-4680-aac0-0db157d71559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:56.291757 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-39ea5362-d952-42ff-be2f-8458f6bca4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468514'] for network, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:56.308565 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-5e469cae-8f6a-4680-aac0-0db157d71559 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=67218b42cf094077b241b8d4c8a064ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2039268 Mar 08 20:53:56.309824 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e469cae-8f6a-4680-aac0-0db157d71559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1431fd11-3f93-4d32-b594-747a73fc8c34,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:56.313678 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 42534) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:56.379195 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-ccc978a8-4207-49c1-a837-ec0b4d2fb06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:56.405244 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-ccc978a8-4207-49c1-a837-ec0b4d2fb06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:56.457015 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-39ea5362-d952-42ff-be2f-8458f6bca4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557779', 'neutron.services.segments.db._delete_segments_for_network-8774926378361'] for network, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:56.477895 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-ccc978a8-4207-49c1-a837-ec0b4d2fb06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:56.504493 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc978a8-4207-49c1-a837-ec0b4d2fb06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1431fd11-3f93-4d32-b594-747a73fc8c34,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:56.509820 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.services.segments.db [None req-39ea5362-d952-42ff-be2f-8458f6bca4a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e']}} {{(pid=83160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:53:56.516488 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-ccc978a8-4207-49c1-a837-ec0b4d2fb06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:56.517607 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-ccc978a8-4207-49c1-a837-ec0b4d2fb06c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1431fd11-3f93-4d32-b594-747a73fc8c34 HTTP/1.1" status: 204 len: 168 time: 0.2027419 Mar 08 20:53:56.608552 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.services.segments.db [None req-39ea5362-d952-42ff-be2f-8458f6bca4a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e8ea61-7686-4806-aac8-3266df89609a') {'for_net_delete': True} {{(pid=83160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:53:56.608898 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.services.segments.db [None req-39ea5362-d952-42ff-be2f-8458f6bca4a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e8ea61-7686-4806-aac8-3266df89609a') {} {{(pid=83160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:53:56.622697 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-39ea5362-d952-42ff-be2f-8458f6bca4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774926378244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1386544'] for segment, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:56.650444 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-39ea5362-d952-42ff-be2f-8458f6bca4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:56.658336 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ea5362-d952-42ff-be2f-8458f6bca4a6 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=83160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 08 20:53:56.658876 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-39ea5362-d952-42ff-be2f-8458f6bca4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3537275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1387571'] for segment, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: Traceback (most recent call last): Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: timer() Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: cb(*args, **kw) Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: return func(*args, **kwargs) Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: self._notify() Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: self.callback(batched_events) Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: event.method(event) Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: return f(self, *a, **k) Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: return self._get(url).json() Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: return self.request(url, 'GET', **kwargs) Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:53:56.674722 dv-cinder-832328-1-smb neutron-server[83160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:53:56.764717 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-39ea5362-d952-42ff-be2f-8458f6bca4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356730'] for network, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:56.791635 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e030c7-733e-4234-b078-688cb55fb9b5 req-40d9df87-bb98-401d-82dc-ed4f0a3d5c75 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:56.797391 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-39ea5362-d952-42ff-be2f-8458f6bca4a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:56.803452 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-46e030c7-733e-4234-b078-688cb55fb9b5 req-40d9df87-bb98-401d-82dc-ed4f0a3d5c75 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c83fe2-d342-407f-bd9c-310d47b63c40 HTTP/1.1" status: 200 len: 945 time: 0.0994575 Mar 08 20:53:56.811994 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea5362-d952-42ff-be2f-8458f6bca4a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:56.837595 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-39ea5362-d952-42ff-be2f-8458f6bca4a6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3ac6ae86-f9de-47b5-aad7-8bf7c8f7200e HTTP/1.1" status: 204 len: 168 time: 0.6705470 Mar 08 20:53:56.861791 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-46e030c7-733e-4234-b078-688cb55fb9b5 req-5f5d9977-99df-45bc-add2-7d575450e854 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f9338f8-84e1-4e37-b565-2d504dadd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522234 Mar 08 20:53:56.937988 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 42560) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:57.088616 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 42570) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:57.182427 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b3b55ce6-dfdc-494a-a7bd-3c08eb20705d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:57.242620 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-078f25e6-dbd9-4960-991b-0a975537201d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f9b5ca4b27e944beac8bb71a030dc448&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1528385 Mar 08 20:53:57.243789 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-b3b55ce6-dfdc-494a-a7bd-3c08eb20705d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:57.245823 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 42574) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:57.259286 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-b3b55ce6-dfdc-494a-a7bd-3c08eb20705d admin admin] Usage tracker for resource:security_group_rule and tenant:0f7ebf30db13486a837dc95068a77eb7 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:57.263955 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-b3b55ce6-dfdc-494a-a7bd-3c08eb20705d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:57.273872 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-b3b55ce6-dfdc-494a-a7bd-3c08eb20705d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:57.320782 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d9ee1-a75a-4e0c-91f8-ac159be1def8 req-31ae799d-aefd-4c84-81df-82baf6977986 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:57.322286 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b16d9ee1-a75a-4e0c-91f8-ac159be1def8 req-31ae799d-aefd-4c84-81df-82baf6977986 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 945 time: 0.0832834 Mar 08 20:53:57.350263 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f651f534-e658-4cd7-b790-87087f7090a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:57.390483 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b16d9ee1-a75a-4e0c-91f8-ac159be1def8 req-30abe701-cf14-4b96-9a41-eb5d6d82977b tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610430 Mar 08 20:53:57.406355 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f651f534-e658-4cd7-b790-87087f7090a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:57.438145 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b3b55ce6-dfdc-494a-a7bd-3c08eb20705d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:57.451888 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b3b55ce6-dfdc-494a-a7bd-3c08eb20705d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:57.510867 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-b3b55ce6-dfdc-494a-a7bd-3c08eb20705d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f7ebf30db13486a837dc95068a77eb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5717654 Mar 08 20:53:57.514464 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 42586) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:57.519703 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b55ce6-dfdc-494a-a7bd-3c08eb20705d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d81c6f8-1f67-4bc0-9435-d81f315f412b,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:57.533855 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f651f534-e658-4cd7-b790-87087f7090a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:57.550555 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abee27f-165e-411e-ab97-8be0c3885678 req-b6d31fb6-f0ae-4207-9968-33cca90e2309 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:57.562332 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651f534-e658-4cd7-b790-87087f7090a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de30a13a-1521-4944-b7bd-2f8e01a90b6d,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:57.570597 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-1abee27f-165e-411e-ab97-8be0c3885678 req-b6d31fb6-f0ae-4207-9968-33cca90e2309 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.21 "GET /v2.0/ports?device_id=73c83fe2-d342-407f-bd9c-310d47b63c40 HTTP/1.1" status: 200 len: 945 time: 0.1340697 Mar 08 20:53:57.577152 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f651f534-e658-4cd7-b790-87087f7090a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:57.581996 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-f651f534-e658-4cd7-b790-87087f7090a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/de30a13a-1521-4944-b7bd-2f8e01a90b6d HTTP/1.1" status: 204 len: 168 time: 0.3350933 Mar 08 20:53:57.701491 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [req-1abee27f-165e-411e-ab97-8be0c3885678 req-637d938c-e5e2-4279-838f-cb26ae19c1c8 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Deleting port a18dd0ea-acf2-428a-b399-588a708ae115 {{(pid=83160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 20:53:57.701864 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-1abee27f-165e-411e-ab97-8be0c3885678 req-637d938c-e5e2-4279-838f-cb26ae19c1c8 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:57.835728 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c78f9845-3c03-4b2a-96cc-cc85fa263bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:57.941391 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c78f9845-3c03-4b2a-96cc-cc85fa263bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:58.035497 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [req-1abee27f-165e-411e-ab97-8be0c3885678 req-637d938c-e5e2-4279-838f-cb26ae19c1c8 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] For port a18dd0ea-acf2-428a-b399-588a708ae115, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=a18dd0ea-acf2-428a-b399-588a708ae115,segment=NetworkSegment(ca1024f2-63f4-40d5-92a0-e246640fa0f8),segment_id=ca1024f2-63f4-40d5-92a0-e246640fa0f8)] {{(pid=83160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:53:58.035673 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-1abee27f-165e-411e-ab97-8be0c3885678 req-637d938c-e5e2-4279-838f-cb26ae19c1c8 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:58.161987 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c78f9845-3c03-4b2a-96cc-cc85fa263bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:58.167610 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bf15a-d134-40bc-866f-b281038d1f76 req-6960303c-e66c-428c-94a6-6dc9d9c503d8 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:58.169185 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-285bf15a-d134-40bc-866f-b281038d1f76 req-6960303c-e66c-428c-94a6-6dc9d9c503d8 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c83fe2-d342-407f-bd9c-310d47b63c40 HTTP/1.1" status: 200 len: 945 time: 0.1472511 Mar 08 20:53:58.172204 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [req-1abee27f-165e-411e-ab97-8be0c3885678 req-637d938c-e5e2-4279-838f-cb26ae19c1c8 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Calling delete_port for a18dd0ea-acf2-428a-b399-588a708ae115 owned by compute:nova {{(pid=83160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 20:53:58.228321 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f9845-3c03-4b2a-96cc-cc85fa263bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d81c6f8-1f67-4bc0-9435-d81f315f412b,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:58.239815 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c78f9845-3c03-4b2a-96cc-cc85fa263bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:58.243629 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-c78f9845-3c03-4b2a-96cc-cc85fa263bbe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d81c6f8-1f67-4bc0-9435-d81f315f412b HTTP/1.1" status: 204 len: 168 time: 0.7163551 Mar 08 20:53:58.263773 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-285bf15a-d134-40bc-866f-b281038d1f76 req-a1ea6fc8-073f-41a8-978e-12d5ffc1c2b9 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f9338f8-84e1-4e37-b565-2d504dadd9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871732 Mar 08 20:53:58.373839 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-1abee27f-165e-411e-ab97-8be0c3885678 req-637d938c-e5e2-4279-838f-cb26ae19c1c8 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:58.390625 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['a18dd0ea-acf2-428a-b399-588a708ae115'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 20:53:58.415284 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 42622) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:58.446563 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d938c-e5e2-4279-838f-cb26ae19c1c8 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Pushing event deleted for resources: {'Port': ['ID=a18dd0ea-acf2-428a-b399-588a708ae115,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:58.530799 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abee27f-165e-411e-ab97-8be0c3885678 req-637d938c-e5e2-4279-838f-cb26ae19c1c8 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] No DVR routers for this DVR port a18dd0ea-acf2-428a-b399-588a708ae115 on host hv-cinder-83232 {{(pid=83160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:53:58.533303 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-1abee27f-165e-411e-ab97-8be0c3885678 req-637d938c-e5e2-4279-838f-cb26ae19c1c8 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:58.536274 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c83fe2-d342-407f-bd9c-310d47b63c40', 'name': 'network-vif-deleted', 'tag': 'a18dd0ea-acf2-428a-b399-588a708ae115'}] {{(pid=83160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:53:58.586748 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-1abee27f-165e-411e-ab97-8be0c3885678 req-637d938c-e5e2-4279-838f-cb26ae19c1c8 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.21 "DELETE /v2.0/ports/a18dd0ea-acf2-428a-b399-588a708ae115 HTTP/1.1" status: 204 len: 173 time: 1.0112281 Mar 08 20:53:58.625616 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c83fe2-d342-407f-bd9c-310d47b63c40', 'name': 'network-vif-deleted', 'tag': 'a18dd0ea-acf2-428a-b399-588a708ae115', 'status': 'completed', 'code': 200} Mar 08 20:53:58.673852 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0913b87-4f29-4456-ad13-48de8ac786fc req-c23955ed-9ca7-42f1-a9cc-28e7cca6900d tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:58.675481 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-d0913b87-4f29-4456-ad13-48de8ac786fc req-c23955ed-9ca7-42f1-a9cc-28e7cca6900d tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 945 time: 0.1287603 Mar 08 20:53:58.744114 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-d0913b87-4f29-4456-ad13-48de8ac786fc req-2b5cc125-4764-4593-9af9-83e0c7a3fab0 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630834 Mar 08 20:53:58.892330 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-da2b3041-0b2f-425b-b669-173c77b538f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:58.930813 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-da2b3041-0b2f-425b-b669-173c77b538f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:58.935112 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-da2b3041-0b2f-425b-b669-173c77b538f2 admin admin] Usage tracker for resource:security_group_rule and tenant:2ae997605799452397f07fc53b66217c is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:58.938210 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-da2b3041-0b2f-425b-b669-173c77b538f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:58.944156 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-da2b3041-0b2f-425b-b669-173c77b538f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:59.005912 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 42642) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:59.025351 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-da2b3041-0b2f-425b-b669-173c77b538f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:59.027413 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-68b131e1-b5c3-4994-ad8b-fa5c589934bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:59.030299 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-da2b3041-0b2f-425b-b669-173c77b538f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:59.063245 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-68b131e1-b5c3-4994-ad8b-fa5c589934bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:59.067602 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-68b131e1-b5c3-4994-ad8b-fa5c589934bb admin admin] Usage tracker for resource:security_group_rule and tenant:3195f9da20be41d2900513ab89a31ec3 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:59.070954 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-68b131e1-b5c3-4994-ad8b-fa5c589934bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:59.088045 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-da2b3041-0b2f-425b-b669-173c77b538f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2ae997605799452397f07fc53b66217c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6716390 Mar 08 20:53:59.091180 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 42646) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:59.092055 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-68b131e1-b5c3-4994-ad8b-fa5c589934bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:59.103080 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b3041-0b2f-425b-b669-173c77b538f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461b2aa2-9094-4bc4-9f5a-2c7e1cd57a85,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:59.105597 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 42650) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:59.179570 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6d66ccef-e1ed-4dcf-a778-12344fc38d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:59.213615 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6d66ccef-e1ed-4dcf-a778-12344fc38d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:59.232767 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-68b131e1-b5c3-4994-ad8b-fa5c589934bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:59.239028 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-68b131e1-b5c3-4994-ad8b-fa5c589934bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:59.287452 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b131e1-b5c3-4994-ad8b-fa5c589934bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcffac1-4477-403c-8451-3dd4bad277ed,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:59.292254 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-68b131e1-b5c3-4994-ad8b-fa5c589934bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3195f9da20be41d2900513ab89a31ec3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2850888 Mar 08 20:53:59.295029 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 42658) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:53:59.301587 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-2f910e9d-8944-4c19-b0f5-f13b57c4f1e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1011905253-network', 'tenant_id': '83b0974382f941988054e5cb37b05168'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:53:59.305910 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6d66ccef-e1ed-4dcf-a778-12344fc38d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:59.316438 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-2f910e9d-8944-4c19-b0f5-f13b57c4f1e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:59.320990 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66ccef-e1ed-4dcf-a778-12344fc38d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461b2aa2-9094-4bc4-9f5a-2c7e1cd57a85,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:59.324495 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-2f910e9d-8944-4c19-b0f5-f13b57c4f1e7 admin admin] Usage tracker for resource:network and tenant:83b0974382f941988054e5cb37b05168 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:59.328508 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6d66ccef-e1ed-4dcf-a778-12344fc38d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:59.329751 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-6d66ccef-e1ed-4dcf-a778-12344fc38d02 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/461b2aa2-9094-4bc4-9f5a-2c7e1cd57a85 HTTP/1.1" status: 204 len: 168 time: 0.2376645 Mar 08 20:53:59.347737 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-2f910e9d-8944-4c19-b0f5-f13b57c4f1e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:59.367887 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-2f910e9d-8944-4c19-b0f5-f13b57c4f1e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:59.403952 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f910e9d-8944-4c19-b0f5-f13b57c4f1e7 admin admin] Made reservation on behalf of 83b0974382f941988054e5cb37b05168 for: {'network': 1} {{(pid=83160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:53:59.407472 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2f910e9d-8944-4c19-b0f5-f13b57c4f1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for network, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:59.435653 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2f910e9d-8944-4c19-b0f5-f13b57c4f1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:59.481064 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-58308230-4347-4b88-beb8-354b5033e5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:59.482991 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-2f910e9d-8944-4c19-b0f5-f13b57c4f1e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:53:59.497371 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-2f910e9d-8944-4c19-b0f5-f13b57c4f1e7 admin admin] Usage tracker for resource:security_group_rule and tenant:83b0974382f941988054e5cb37b05168 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:53:59.499116 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-dce6b00b-ca28-46b3-bf35-8fce7d09b6b3 req-8d3c82a2-6204-4cd4-a694-969413e2eb23 tempest-VolumesActionsTest-1634152833 tempest-VolumesActionsTest-1634152833-project] 10.222.0.39 "GET /v2.0/ports?device_id=73c83fe2-d342-407f-bd9c-310d47b63c40 HTTP/1.1" status: 200 len: 210 time: 0.0629487 Mar 08 20:53:59.501974 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-2f910e9d-8944-4c19-b0f5-f13b57c4f1e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:53:59.515073 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-2f910e9d-8944-4c19-b0f5-f13b57c4f1e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:53:59.526836 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-58308230-4347-4b88-beb8-354b5033e5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:59.612294 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-58308230-4347-4b88-beb8-354b5033e5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:59.640948 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2f910e9d-8944-4c19-b0f5-f13b57c4f1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:59.643693 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58308230-4347-4b88-beb8-354b5033e5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcffac1-4477-403c-8451-3dd4bad277ed,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:59.653386 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2f910e9d-8944-4c19-b0f5-f13b57c4f1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:59.663967 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-58308230-4347-4b88-beb8-354b5033e5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:59.664998 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-58308230-4347-4b88-beb8-354b5033e5e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4fcffac1-4477-403c-8451-3dd4bad277ed HTTP/1.1" status: 204 len: 168 time: 0.3671381 Mar 08 20:53:59.691257 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f910e9d-8944-4c19-b0f5-f13b57c4f1e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=83160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:53:59.701575 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f910e9d-8944-4c19-b0f5-f13b57c4f1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9944711-0fe1-4a28-8e82-a1a304337bc1,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:53:59.720778 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2f910e9d-8944-4c19-b0f5-f13b57c4f1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:59.722004 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.db.segments_db [None req-2f910e9d-8944-4c19-b0f5-f13b57c4f1e7 admin admin] Added segment 03b3b2d9-75f4-4e89-a73f-0d746dee5412 of type vlan for network 239e2d37-cae2-4302-bc13-ce825026cdf1 Mar 08 20:53:59.771515 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2f910e9d-8944-4c19-b0f5-f13b57c4f1e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774925924886'] for network, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:59.849944 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2f910e9d-8944-4c19-b0f5-f13b57c4f1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423'] for network, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:53:59.851816 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f910e9d-8944-4c19-b0f5-f13b57c4f1e7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:53:59.852743 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2f910e9d-8944-4c19-b0f5-f13b57c4f1e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:00.079538 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 42690) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:00.085037 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-02d80a93-3a68-4d00-9720-36670721629f admin admin] Request body: {'subnet': {'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1011905253-subnet', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:54:00.088438 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-2f910e9d-8944-4c19-b0f5-f13b57c4f1e7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9814072 Mar 08 20:54:00.103946 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-02d80a93-3a68-4d00-9720-36670721629f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:00.121507 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-02d80a93-3a68-4d00-9720-36670721629f admin admin] Usage tracker for resource:subnet and tenant:83b0974382f941988054e5cb37b05168 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:00.124507 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-02d80a93-3a68-4d00-9720-36670721629f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:00.132152 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f910e9d-8944-4c19-b0f5-f13b57c4f1e7 admin admin] Pushing event updated for resources: {'Network': ['ID=239e2d37-cae2-4302-bc13-ce825026cdf1,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:00.138884 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-02d80a93-3a68-4d00-9720-36670721629f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:00.150377 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Network 239e2d37-cae2-4302-bc13-ce825026cdf1 details requested by agent ovs-agent-dv-cinder-832328-1-smb with host dv-cinder-832328-1-smb {{(pid=83162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 20:54:00.167500 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d80a93-3a68-4d00-9720-36670721629f admin admin] Made reservation on behalf of 83b0974382f941988054e5cb37b05168 for: {'subnet': 1} {{(pid=83161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:54:00.175130 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-02d80a93-3a68-4d00-9720-36670721629f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1819714'] for subnet, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:00.198926 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0203213-9e9e-4391-9359-53282dcb79a0 req-3560b6f0-9516-43ae-b60d-87b7b4604a08 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:00.209894 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b0203213-9e9e-4391-9359-53282dcb79a0 req-3560b6f0-9516-43ae-b60d-87b7b4604a08 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 945 time: 0.1871414 Mar 08 20:54:00.298423 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b0203213-9e9e-4391-9359-53282dcb79a0 req-e4d817e9-fd83-4d6f-aca1-12ee33b6d171 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809562 Mar 08 20:54:00.486315 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-02d80a93-3a68-4d00-9720-36670721629f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1095560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1819728'] for subnet, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:00.562212 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d80a93-3a68-4d00-9720-36670721629f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bff06441-7eb9-494f-8cf1-5b73b840bf8a,revision_number=0']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:00.572299 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d80a93-3a68-4d00-9720-36670721629f admin admin] Checking segment: {'id': '03b3b2d9-75f4-4e89-a73f-0d746dee5412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:54:00.572659 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d80a93-3a68-4d00-9720-36670721629f admin admin] Network hostable DHCP agents. Network: 239e2d37-cae2-4302-bc13-ce825026cdf1, hostable agents: ['f8f0924d-105e-45b1-98fc-f771e4a35ffd'], hosted agents: [] {{(pid=83161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:54:00.597977 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d80a93-3a68-4d00-9720-36670721629f admin admin] Network 239e2d37-cae2-4302-bc13-ce825026cdf1 is scheduled to be hosted by DHCP agent f8f0924d-105e-45b1-98fc-f771e4a35ffd with binding_index 1 {{(pid=83161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:54:00.620825 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [None req-02d80a93-3a68-4d00-9720-36670721629f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-smb, 239e2d37-cae2-4302-bc13-ce825026cdf1) {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:54:00.631240 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb378686-8ac8-4411-baf0-f4e3d0fb2afd None None] Network 239e2d37-cae2-4302-bc13-ce825026cdf1 requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:54:00.634166 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d80a93-3a68-4d00-9720-36670721629f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:00.634764 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-02d80a93-3a68-4d00-9720-36670721629f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:00.662872 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-02d80a93-3a68-4d00-9720-36670721629f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5798268 Mar 08 20:54:00.663241 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 42714) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:00.669075 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-fd09908c-1b04-4164-af2d-94e349479620 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1011905253-router', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:54:00.676373 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-fd09908c-1b04-4164-af2d-94e349479620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:00.684624 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-fd09908c-1b04-4164-af2d-94e349479620 admin admin] Usage tracker for resource:router and tenant:83b0974382f941988054e5cb37b05168 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:00.694092 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-fd09908c-1b04-4164-af2d-94e349479620 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:00.704734 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-fd09908c-1b04-4164-af2d-94e349479620 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:00.732629 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-fd09908c-1b04-4164-af2d-94e349479620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-360017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8618'] for router, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:00.733632 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-fd09908c-1b04-4164-af2d-94e349479620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-359986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8609'] for router, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:00.794222 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-fd09908c-1b04-4164-af2d-94e349479620 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:00.875053 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device a18dd0ea-acf2-428a-b399-588a708ae115 no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 20:54:00.916724 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] No Port match for: a18dd0ea-acf2-428a-b399-588a708ae115 {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 20:54:00.917339 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device a18dd0ea-acf2-428a-b399-588a708ae115 not bound to the agent host hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 20:54:01.091998 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82897f6b-9441-5f0c-ac3f-2ea43e747f11-239e2d37-cae2-4302-bc13-ce825026cdf1', 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'fixed_ips': [{'subnet_id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a'}]}} from dv-cinder-832328-1-smb. {{(pid=83162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 08 20:54:01.093207 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:01.122466 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-fd09908c-1b04-4164-af2d-94e349479620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15691'] for router, precommit_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:01.393281 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-fd09908c-1b04-4164-af2d-94e349479620 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:01.465069 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.db_base_plugin_common [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Allocated IP 172.20.0.2 (239e2d37-cae2-4302-bc13-ce825026cdf1/bff06441-7eb9-494f-8cf1-5b73b840bf8a/1efecbbb-de7e-4fe9-a6e7-1742f4842592) {{(pid=83162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:54:01.468390 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-fd09908c-1b04-4164-af2d-94e349479620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:01.680740 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_common [None req-fd09908c-1b04-4164-af2d-94e349479620 admin admin] Allocated IP 172.28.2.68 (f9f3acf9-d167-4056-a9c0-ac3b9bafea7a/9a481e38-0dcf-4733-b8bf-eb46fecff3f0/41f18e4c-623d-40b3-9c60-6e6243eaccee) {{(pid=83160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:54:01.768866 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Notify callbacks [] for port, precommit_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:01.783972 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Transition to ACTIVE for port object 1efecbbb-de7e-4fe9-a6e7-1742f4842592 will not be triggered until provisioned by entity L2. {{(pid=83162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:54:01.791368 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acb1f0-b798-4afd-9a5e-fb79ac9bcb07 req-831d063a-f78c-4675-b7ef-587387771258 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:01.793863 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-65acb1f0-b798-4afd-9a5e-fb79ac9bcb07 req-831d063a-f78c-4675-b7ef-587387771258 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 945 time: 0.2349567 Mar 08 20:54:01.811272 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Transition to ACTIVE for port object 1efecbbb-de7e-4fe9-a6e7-1742f4842592 will not be triggered until provisioned by entity DHCP. {{(pid=83162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:54:01.819868 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643'] for port, after_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:01.892662 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Network 239e2d37-cae2-4302-bc13-ce825026cdf1 is already hosted by enough agents. {{(pid=83162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:54:01.893415 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-65acb1f0-b798-4afd-9a5e-fb79ac9bcb07 req-0792a5d8-b71a-49e5-9f6e-5c80463cbd19 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890784 Mar 08 20:54:01.896406 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.scheduler.base_scheduler [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Resources bound (agent type, host, resource id): {{(pid=83162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:54:01.903028 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Received port after_create {{(pid=83162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:54:01.923874 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-fd09908c-1b04-4164-af2d-94e349479620 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:01.976436 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Pushing event updated for resources: {'Port': ['ID=1efecbbb-de7e-4fe9-a6e7-1742f4842592,revision_number=1']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:01.991631 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-fd09908c-1b04-4164-af2d-94e349479620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:02.010776 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Attempting to bind port 1efecbbb-de7e-4fe9-a6e7-1742f4842592 on host dv-cinder-832328-1-smb for vnic_type normal with profile {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:54:02.011150 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Attempting to bind port 1efecbbb-de7e-4fe9-a6e7-1742f4842592 by drivers openvswitch,hyperv on host dv-cinder-832328-1-smb at level 0 using segments [{'id': '03b3b2d9-75f4-4e89-a73f-0d746dee5412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1'}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:54:02.011509 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Attempting to bind port 1efecbbb-de7e-4fe9-a6e7-1742f4842592 on network 239e2d37-cae2-4302-bc13-ce825026cdf1 {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:54:02.016118 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:02.016455 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:02.016856 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:02.017253 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:02.017584 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:02.017975 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:02.018407 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:02.018892 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:02.019295 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:02.019526 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:02.019848 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:02.029903 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Checking agent: {'id': '3893f380-9b19-46dd-a79f-fadbe55c1144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 20, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:54:02.030278 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Checking segment: {'id': '03b3b2d9-75f4-4e89-a73f-0d746dee5412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:54:02.031614 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:02.031975 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Bound using segment: {'id': '03b3b2d9-75f4-4e89-a73f-0d746dee5412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1'} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:54:02.032611 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Bound port: 1efecbbb-de7e-4fe9-a6e7-1742f4842592, host: dv-cinder-832328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b3b2d9-75f4-4e89-a73f-0d746dee5412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1'}}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:54:02.033012 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:02.122442 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd09908c-1b04-4164-af2d-94e349479620 admin admin] Network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:54:02.126824 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-fd09908c-1b04-4164-af2d-94e349479620 admin admin] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:54:02.132012 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd09908c-1b04-4164-af2d-94e349479620 admin admin] Received port after_create {{(pid=83160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:54:02.150813 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] For port 1efecbbb-de7e-4fe9-a6e7-1742f4842592, host dv-cinder-832328-1-smb, cleared binding levels {{(pid=83162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:54:02.155815 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] For port 1efecbbb-de7e-4fe9-a6e7-1742f4842592, host dv-cinder-832328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=1efecbbb-de7e-4fe9-a6e7-1742f4842592,segment=NetworkSegment(03b3b2d9-75f4-4e89-a73f-0d746dee5412),segment_id=03b3b2d9-75f4-4e89-a73f-0d746dee5412)] {{(pid=83162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:54:02.162009 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:02.167336 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09908c-1b04-4164-af2d-94e349479620 admin admin] Pushing event updated for resources: {'Port': ['ID=41f18e4c-623d-40b3-9c60-6e6243eaccee,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:02.290937 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d308e-5b26-49f6-a176-01a1e8bdf1ed None None] Pushing event updated for resources: {'Port': ['ID=1efecbbb-de7e-4fe9-a6e7-1742f4842592,revision_number=2']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:02.355007 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-fd09908c-1b04-4164-af2d-94e349479620 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:02.355782 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-fd09908c-1b04-4164-af2d-94e349479620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-356667'] for router, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:02.686643 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd09908c-1b04-4164-af2d-94e349479620 admin admin] Router 0c3d9684-ae70-4cfb-9f2c-a0502022597c is scheduled to L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 with binding_index 1 {{(pid=83160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:54:02.752602 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 1efecbbb-de7e-4fe9-a6e7-1742f4842592 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:54:02.900032 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning for port 1efecbbb-de7e-4fe9-a6e7-1742f4842592 completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:54:03.132181 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd09908c-1b04-4164-af2d-94e349479620 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:54:03.154294 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6e8867-2cf7-46d2-b227-4fbf51cf722b None None] Sync routers for ids ['0c3d9684-ae70-4cfb-9f2c-a0502022597c'] in dv-cinder-832328-1-smb {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:54:03.175157 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6e8867-2cf7-46d2-b227-4fbf51cf722b None None] Routers {'0c3d9684-ae70-4cfb-9f2c-a0502022597c'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:54:03.177229 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-da6e8867-2cf7-46d2-b227-4fbf51cf722b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:53:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['0c3d9684-ae70-4cfb-9f2c-a0502022597c'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:03.191838 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-fd09908c-1b04-4164-af2d-94e349479620 admin admin] Notify callbacks [] for router, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:03.196144 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-fd09908c-1b04-4164-af2d-94e349479620 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5317862 Mar 08 20:54:03.196966 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 42798) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:03.427123 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd790fe-d72a-43a9-9cff-b874274c15b3 req-1670935b-50c5-430c-86f2-e6969520a4fe tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:03.462994 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-1fd790fe-d72a-43a9-9cff-b874274c15b3 req-1670935b-50c5-430c-86f2-e6969520a4fe tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 945 time: 0.3165631 Mar 08 20:54:03.594515 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-1fd790fe-d72a-43a9-9cff-b874274c15b3 req-b89a6859-9fd2-433f-b4f7-dbe09e13c2b7 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291485 Mar 08 20:54:03.632360 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-da6e8867-2cf7-46d2-b227-4fbf51cf722b None None] Set router 0c3d9684-ae70-4cfb-9f2c-a0502022597c gateway port host: dv-cinder-832328-1-smb {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:54:03.695572 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f31476-480f-4e94-8ac7-4b3ba03390aa None None] Network 239e2d37-cae2-4302-bc13-ce825026cdf1 requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:54:03.797820 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-0e825147-f504-4065-80cb-6808d4287941 None None] Provisioning for port 1efecbbb-de7e-4fe9-a6e7-1742f4842592 completed by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:54:03.816942 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-0e825147-f504-4065-80cb-6808d4287941 None None] Provisioning complete for port 1efecbbb-de7e-4fe9-a6e7-1742f4842592 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:54:03.817528 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-0e825147-f504-4065-80cb-6808d4287941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:03.999756 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-da6e8867-2cf7-46d2-b227-4fbf51cf722b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'name': 'tempest-AttachVolumeTestJSON-1011905253-router', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:00Z', 'updated_at': '2022-03-08T20:54:02Z', 'revision_number': 3, 'project_id': '83b0974382f941988054e5cb37b05168', 'gw_port': {'id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:01Z', 'updated_at': '2022-03-08T20:54:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:04.005243 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6e8867-2cf7-46d2-b227-4fbf51cf722b None None] Checking router: 0c3d9684-ae70-4cfb-9f2c-a0502022597c for host: dv-cinder-832328-1-smb {{(pid=83163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:54:04.005639 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6e8867-2cf7-46d2-b227-4fbf51cf722b None None] Updating router 0c3d9684-ae70-4cfb-9f2c-a0502022597c port 41f18e4c-623d-40b3-9c60-6e6243eaccee binding host dv-cinder-832328-1-smb {{(pid=83163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 08 20:54:04.045260 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-0e825147-f504-4065-80cb-6808d4287941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:04.086684 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-0e825147-f504-4065-80cb-6808d4287941 None None] For port 1efecbbb-de7e-4fe9-a6e7-1742f4842592, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=1efecbbb-de7e-4fe9-a6e7-1742f4842592,segment=NetworkSegment(03b3b2d9-75f4-4e89-a73f-0d746dee5412),segment_id=03b3b2d9-75f4-4e89-a73f-0d746dee5412)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:54:04.092124 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-0e825147-f504-4065-80cb-6808d4287941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:04.092739 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-da6e8867-2cf7-46d2-b227-4fbf51cf722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:04.192536 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e825147-f504-4065-80cb-6808d4287941 None None] Pushing event updated for resources: {'Port': ['ID=1efecbbb-de7e-4fe9-a6e7-1742f4842592,revision_number=3']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:04.421317 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-10dfc31d-4719-48e3-88bb-5f297c64bbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:04.428695 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-c5745fd9-5150-49e6-b08e-4f2cfdc6fafa None None] Provisioning complete for port 1efecbbb-de7e-4fe9-a6e7-1742f4842592 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:54:04.429233 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-c5745fd9-5150-49e6-b08e-4f2cfdc6fafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:04.654901 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 1efecbbb-de7e-4fe9-a6e7-1742f4842592 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:54:04.678307 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-da6e8867-2cf7-46d2-b227-4fbf51cf722b None None] Notify callbacks [] for port, precommit_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:04.714520 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.provisioning_blocks [None req-da6e8867-2cf7-46d2-b227-4fbf51cf722b None None] Transition to ACTIVE for port object 41f18e4c-623d-40b3-9c60-6e6243eaccee will not be triggered until provisioned by entity L2. {{(pid=83163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:54:04.732168 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-da6e8867-2cf7-46d2-b227-4fbf51cf722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:04.788804 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_common [None req-10dfc31d-4719-48e3-88bb-5f297c64bbc7 admin admin] Allocated IP 172.20.0.1 (239e2d37-cae2-4302-bc13-ce825026cdf1/bff06441-7eb9-494f-8cf1-5b73b840bf8a/0712f70d-438d-4d44-8878-12479f10c9e8) {{(pid=83160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:54:04.813218 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port 1efecbbb-de7e-4fe9-a6e7-1742f4842592 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:54:04.813808 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:04.923350 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-da6e8867-2cf7-46d2-b227-4fbf51cf722b None None] Attempting to bind port 41f18e4c-623d-40b3-9c60-6e6243eaccee on host dv-cinder-832328-1-smb for vnic_type normal with profile {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:54:04.923787 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-da6e8867-2cf7-46d2-b227-4fbf51cf722b None None] Attempting to bind port 41f18e4c-623d-40b3-9c60-6e6243eaccee by drivers openvswitch,hyperv on host dv-cinder-832328-1-smb at level 0 using segments [{'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}] {{(pid=83163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:54:04.924343 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6e8867-2cf7-46d2-b227-4fbf51cf722b None None] Attempting to bind port 41f18e4c-623d-40b3-9c60-6e6243eaccee on network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:54:04.932989 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1aa3ee-3ecc-45b8-a99d-a9dca2d68f2e None None] Pushing event updated for resources: {'Port': ['ID=41f18e4c-623d-40b3-9c60-6e6243eaccee,revision_number=2']} {{(pid=83163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:04.939941 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6e8867-2cf7-46d2-b227-4fbf51cf722b None None] Checking agent: {'id': '3893f380-9b19-46dd-a79f-fadbe55c1144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 20, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:54:04.940574 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6e8867-2cf7-46d2-b227-4fbf51cf722b None None] Checking segment: {'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:54:04.941327 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-da6e8867-2cf7-46d2-b227-4fbf51cf722b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:04.941509 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6e8867-2cf7-46d2-b227-4fbf51cf722b None None] Bound using segment: {'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'} {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:54:04.942092 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-da6e8867-2cf7-46d2-b227-4fbf51cf722b None None] Bound port: 41f18e4c-623d-40b3-9c60-6e6243eaccee, host: dv-cinder-832328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}}] {{(pid=83163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:54:04.942545 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-da6e8867-2cf7-46d2-b227-4fbf51cf722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:04.986564 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c54874-ba0e-4b61-8087-ac4e906a0b24 req-457071d1-bb54-486d-a1a9-c7c0727bd1d8 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:04.988066 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c9c54874-ba0e-4b61-8087-ac4e906a0b24 req-457071d1-bb54-486d-a1a9-c7c0727bd1d8 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 945 time: 0.2018893 Mar 08 20:54:05.003413 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1aa3ee-3ecc-45b8-a99d-a9dca2d68f2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:05.003760 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1aa3ee-3ecc-45b8-a99d-a9dca2d68f2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:05.004089 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1aa3ee-3ecc-45b8-a99d-a9dca2d68f2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:05.004577 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1aa3ee-3ecc-45b8-a99d-a9dca2d68f2e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:05.004912 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1aa3ee-3ecc-45b8-a99d-a9dca2d68f2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:05.005235 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1aa3ee-3ecc-45b8-a99d-a9dca2d68f2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:05.005568 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1aa3ee-3ecc-45b8-a99d-a9dca2d68f2e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:05.006412 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1aa3ee-3ecc-45b8-a99d-a9dca2d68f2e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:05.006739 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1aa3ee-3ecc-45b8-a99d-a9dca2d68f2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:05.007317 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1aa3ee-3ecc-45b8-a99d-a9dca2d68f2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:05.007427 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1aa3ee-3ecc-45b8-a99d-a9dca2d68f2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:05.061399 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-10dfc31d-4719-48e3-88bb-5f297c64bbc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:05.072107 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.db [None req-da6e8867-2cf7-46d2-b227-4fbf51cf722b None None] For port 41f18e4c-623d-40b3-9c60-6e6243eaccee, host dv-cinder-832328-1-smb, cleared binding levels {{(pid=83163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:54:05.073927 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c9c54874-ba0e-4b61-8087-ac4e906a0b24 req-e2d7a1e7-e0d5-4602-a62c-37a70e5f4997 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654645 Mar 08 20:54:05.082548 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.provisioning_blocks [None req-10dfc31d-4719-48e3-88bb-5f297c64bbc7 admin admin] Transition to ACTIVE for port object 0712f70d-438d-4d44-8878-12479f10c9e8 will not be triggered until provisioned by entity DHCP. {{(pid=83160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:54:05.105712 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.db [None req-da6e8867-2cf7-46d2-b227-4fbf51cf722b None None] For port 41f18e4c-623d-40b3-9c60-6e6243eaccee, host dv-cinder-832328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=41f18e4c-623d-40b3-9c60-6e6243eaccee,segment=NetworkSegment(270771a1-e195-4c27-89e2-1537a366dca1),segment_id=270771a1-e195-4c27-89e2-1537a366dca1)] {{(pid=83163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:54:05.108705 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-10dfc31d-4719-48e3-88bb-5f297c64bbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:05.113147 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-da6e8867-2cf7-46d2-b227-4fbf51cf722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:05.219451 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dfc31d-4719-48e3-88bb-5f297c64bbc7 admin admin] Network 239e2d37-cae2-4302-bc13-ce825026cdf1 is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:54:05.224905 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-10dfc31d-4719-48e3-88bb-5f297c64bbc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:54:05.227182 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dfc31d-4719-48e3-88bb-5f297c64bbc7 admin admin] Received port after_create {{(pid=83160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:54:05.298355 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1aa3ee-3ecc-45b8-a99d-a9dca2d68f2e None None] Pushing event updated for resources: {'Port': ['ID=41f18e4c-623d-40b3-9c60-6e6243eaccee,revision_number=3']} {{(pid=83163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:05.302653 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6e8867-2cf7-46d2-b227-4fbf51cf722b None None] Routers {'0c3d9684-ae70-4cfb-9f2c-a0502022597c'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:54:05.303276 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-da6e8867-2cf7-46d2-b227-4fbf51cf722b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:53:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['0c3d9684-ae70-4cfb-9f2c-a0502022597c'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:05.316148 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dfc31d-4719-48e3-88bb-5f297c64bbc7 admin admin] Pushing event updated for resources: {'Port': ['ID=0712f70d-438d-4d44-8878-12479f10c9e8,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:05.330881 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-10dfc31d-4719-48e3-88bb-5f297c64bbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-357313'] for router_interface, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:05.427951 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-10dfc31d-4719-48e3-88bb-5f297c64bbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:05.522956 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-cd981ff1-40aa-47c3-ad9e-740f8e25a440 None None] Provisioning for port 0712f70d-438d-4d44-8878-12479f10c9e8 completed by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:54:05.523893 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-da6e8867-2cf7-46d2-b227-4fbf51cf722b None None] Set router 0c3d9684-ae70-4cfb-9f2c-a0502022597c gateway port host: dv-cinder-832328-1-smb {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:54:05.529526 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-cd981ff1-40aa-47c3-ad9e-740f8e25a440 None None] Provisioning complete for port 0712f70d-438d-4d44-8878-12479f10c9e8 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:54:05.531594 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-cd981ff1-40aa-47c3-ad9e-740f8e25a440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:05.602101 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-cd981ff1-40aa-47c3-ad9e-740f8e25a440 None None] Port 0712f70d-438d-4d44-8878-12479f10c9e8 cannot update to ACTIVE because it is not bound. {{(pid=83162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 08 20:54:05.756089 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-10dfc31d-4719-48e3-88bb-5f297c64bbc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:05.763053 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-10dfc31d-4719-48e3-88bb-5f297c64bbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1387543'] for port, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:05.851921 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-10dfc31d-4719-48e3-88bb-5f297c64bbc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3538255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-357228'] for router_interface, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:05.890182 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-da6e8867-2cf7-46d2-b227-4fbf51cf722b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'name': 'tempest-AttachVolumeTestJSON-1011905253-router', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:00Z', 'updated_at': '2022-03-08T20:54:05Z', 'revision_number': 4, 'project_id': '83b0974382f941988054e5cb37b05168', 'gw_port': {'id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:01Z', 'updated_at': '2022-03-08T20:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': '0712f70d-438d-4d44-8878-12479f10c9e8', 'name': '', 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'mac_address': 'fa:16:3e:74:70:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:04Z', 'updated_at': '2022-03-08T20:54:04Z', 'revision_number': 1, 'project_id': '83b0974382f941988054e5cb37b05168', 'subnets': [{'id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:05.895116 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6e8867-2cf7-46d2-b227-4fbf51cf722b None None] The sync data for ids ['0c3d9684-ae70-4cfb-9f2c-a0502022597c'] in dv-cinder-832328-1-smb is: [{'id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'name': 'tempest-AttachVolumeTestJSON-1011905253-router', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:00Z', 'updated_at': '2022-03-08T20:54:05Z', 'revision_number': 4, 'project_id': '83b0974382f941988054e5cb37b05168', 'gw_port': {'id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:01Z', 'updated_at': '2022-03-08T20:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': '0712f70d-438d-4d44-8878-12479f10c9e8', 'name': '', 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'mac_address': 'fa:16:3e:74:70:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:04Z', 'updated_at': '2022-03-08T20:54:04Z', 'revision_number': 1, 'project_id': '83b0974382f941988054e5cb37b05168', 'subnets': [{'id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:54:05.997712 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dfc31d-4719-48e3-88bb-5f297c64bbc7 admin admin] Pushing event updated for resources: {'Port': ['ID=0712f70d-438d-4d44-8878-12479f10c9e8,revision_number=2']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:06.068091 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dfc31d-4719-48e3-88bb-5f297c64bbc7 admin admin] Network 239e2d37-cae2-4302-bc13-ce825026cdf1 is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:54:06.069418 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-10dfc31d-4719-48e3-88bb-5f297c64bbc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:54:06.436522 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a40db-d258-4776-9f97-8d2dbb137e6c req-a4d52e99-ea47-49eb-944c-b9dbbb5cd951 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:06.448524 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a36a40db-d258-4776-9f97-8d2dbb137e6c req-a4d52e99-ea47-49eb-944c-b9dbbb5cd951 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 945 time: 0.1818621 Mar 08 20:54:06.449777 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-9222651f-5901-4162-9c71-d499054bb854 None None] Provisioning complete for port 0712f70d-438d-4d44-8878-12479f10c9e8 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:54:06.452201 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-9222651f-5901-4162-9c71-d499054bb854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:06.530005 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a36a40db-d258-4776-9f97-8d2dbb137e6c req-c3b055fc-a5f3-4c3c-a1a0-67dbb1d012ae tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777326 Mar 08 20:54:06.579757 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-9222651f-5901-4162-9c71-d499054bb854 None None] Port 0712f70d-438d-4d44-8878-12479f10c9e8 cannot update to ACTIVE because it is not bound. {{(pid=83162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 08 20:54:06.773345 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10dfc31d-4719-48e3-88bb-5f297c64bbc7 admin admin] Router 0c3d9684-ae70-4cfb-9f2c-a0502022597c has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:54:07.052003 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10dfc31d-4719-48e3-88bb-5f297c64bbc7 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:54:07.062157 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-10dfc31d-4719-48e3-88bb-5f297c64bbc7 admin admin] 10.222.0.39 "PUT /v2.0/routers/0c3d9684-ae70-4cfb-9f2c-a0502022597c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8642972 Mar 08 20:54:07.069159 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 42896) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:07.321826 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-7f61b08a-864f-4111-b9ba-fadef49bb01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:07.356956 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-7f61b08a-864f-4111-b9ba-fadef49bb01c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:07.360934 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-7f61b08a-864f-4111-b9ba-fadef49bb01c admin admin] Usage tracker for resource:security_group_rule and tenant:00593c7ca6d148878284c2466408cf33 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:07.363963 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-7f61b08a-864f-4111-b9ba-fadef49bb01c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:07.369742 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-7f61b08a-864f-4111-b9ba-fadef49bb01c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:07.452096 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-7f61b08a-864f-4111-b9ba-fadef49bb01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:07.457334 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-7f61b08a-864f-4111-b9ba-fadef49bb01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:07.510095 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61b08a-864f-4111-b9ba-fadef49bb01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e6c6de-4463-4414-a758-b62e87cf2a6a,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:07.517694 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-7f61b08a-864f-4111-b9ba-fadef49bb01c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00593c7ca6d148878284c2466408cf33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4453771 Mar 08 20:54:07.518784 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 42912) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:07.585402 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-cb1633dd-396f-4f12-a1e2-b19de178912e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:07.617518 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-cb1633dd-396f-4f12-a1e2-b19de178912e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:07.669791 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 42920) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:07.677934 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-61fb0556-7171-4e10-ad1f-27df4ac4f2a5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1895492781', 'description': 'tempest-description--547466968'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:54:07.684148 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-61fb0556-7171-4e10-ad1f-27df4ac4f2a5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:07.688959 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-cb1633dd-396f-4f12-a1e2-b19de178912e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:07.692797 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-61fb0556-7171-4e10-ad1f-27df4ac4f2a5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Usage tracker for resource:security_group and tenant:83b0974382f941988054e5cb37b05168 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:07.704873 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-61fb0556-7171-4e10-ad1f-27df4ac4f2a5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:07.713525 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1633dd-396f-4f12-a1e2-b19de178912e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e6c6de-4463-4414-a758-b62e87cf2a6a,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:07.717240 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-61fb0556-7171-4e10-ad1f-27df4ac4f2a5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:07.722930 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-cb1633dd-396f-4f12-a1e2-b19de178912e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:07.725619 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-cb1633dd-396f-4f12-a1e2-b19de178912e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f3e6c6de-4463-4414-a758-b62e87cf2a6a HTTP/1.1" status: 204 len: 168 time: 0.2040880 Mar 08 20:54:07.740248 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-61fb0556-7171-4e10-ad1f-27df4ac4f2a5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:07.813382 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-61fb0556-7171-4e10-ad1f-27df4ac4f2a5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:07.817889 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e9457-d365-438d-89e5-37e4271ae587 req-d39ded97-30e8-4504-ab91-a6991f3e8041 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:07.820573 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-61fb0556-7171-4e10-ad1f-27df4ac4f2a5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Usage tracker for resource:security_group_rule and tenant:83b0974382f941988054e5cb37b05168 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:07.831244 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a55e9457-d365-438d-89e5-37e4271ae587 req-d39ded97-30e8-4504-ab91-a6991f3e8041 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 945 time: 0.1748509 Mar 08 20:54:07.835024 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-61fb0556-7171-4e10-ad1f-27df4ac4f2a5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:07.842566 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-61fb0556-7171-4e10-ad1f-27df4ac4f2a5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:07.932442 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-61fb0556-7171-4e10-ad1f-27df4ac4f2a5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:07.934089 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a55e9457-d365-438d-89e5-37e4271ae587 req-91f5582f-696d-4319-a4b5-c5c4efbe7d61 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003029 Mar 08 20:54:07.939126 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-61fb0556-7171-4e10-ad1f-27df4ac4f2a5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:07.985737 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb0556-7171-4e10-ad1f-27df4ac4f2a5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3728d2f1-8ab4-434a-9fe3-26e25f01efe8,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:07.988834 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-61fb0556-7171-4e10-ad1f-27df4ac4f2a5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:07.990138 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-61fb0556-7171-4e10-ad1f-27df4ac4f2a5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3192165 Mar 08 20:54:07.993051 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 42936) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:07.998506 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-0909338d-b970-4225-b9b3-1c6cbd8a5f9c tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Request body: {'security_group_rule': {'security_group_id': '3728d2f1-8ab4-434a-9fe3-26e25f01efe8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:54:08.004148 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-0909338d-b970-4225-b9b3-1c6cbd8a5f9c tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:08.007949 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-0909338d-b970-4225-b9b3-1c6cbd8a5f9c tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Usage tracker for resource:security_group_rule and tenant:83b0974382f941988054e5cb37b05168 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:08.010814 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-0909338d-b970-4225-b9b3-1c6cbd8a5f9c tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:08.016530 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-0909338d-b970-4225-b9b3-1c6cbd8a5f9c tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:08.037523 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-0909338d-b970-4225-b9b3-1c6cbd8a5f9c tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:08.113717 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-0909338d-b970-4225-b9b3-1c6cbd8a5f9c tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:08.120120 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-0909338d-b970-4225-b9b3-1c6cbd8a5f9c tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324256'] for security_group_rule, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:08.156274 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909338d-b970-4225-b9b3-1c6cbd8a5f9c tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55921b5-9382-46a9-a64e-836aad553a6e,revision_number=0']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:08.171399 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-0909338d-b970-4225-b9b3-1c6cbd8a5f9c tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:08.173157 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-0909338d-b970-4225-b9b3-1c6cbd8a5f9c tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1792533 Mar 08 20:54:08.176124 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 42942) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:08.182067 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 42946) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:08.184816 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-aa80e636-30f6-48f6-977f-58bef3008a66 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Request body: {'security_group_rule': {'security_group_id': '3728d2f1-8ab4-434a-9fe3-26e25f01efe8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:54:08.190733 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-aa80e636-30f6-48f6-977f-58bef3008a66 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:08.194717 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-aa80e636-30f6-48f6-977f-58bef3008a66 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Usage tracker for resource:security_group_rule and tenant:83b0974382f941988054e5cb37b05168 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:08.197511 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-aa80e636-30f6-48f6-977f-58bef3008a66 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:08.201756 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-68d2a57e-c1cd-4e10-9cd8-af65c2d65fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:08.204642 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-aa80e636-30f6-48f6-977f-58bef3008a66 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:08.224489 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-aa80e636-30f6-48f6-977f-58bef3008a66 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:08.295015 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-68d2a57e-c1cd-4e10-9cd8-af65c2d65fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:08.301308 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-aa80e636-30f6-48f6-977f-58bef3008a66 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:08.305061 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-68d2a57e-c1cd-4e10-9cd8-af65c2d65fcb admin admin] Usage tracker for resource:security_group_rule and tenant:d9848f78d5ab4c8baea40b9a2475942b is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:08.305920 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-aa80e636-30f6-48f6-977f-58bef3008a66 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324256'] for security_group_rule, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:08.311888 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-68d2a57e-c1cd-4e10-9cd8-af65c2d65fcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:08.323833 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-68d2a57e-c1cd-4e10-9cd8-af65c2d65fcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:08.334209 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80e636-30f6-48f6-977f-58bef3008a66 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d59ef304-55e1-46ac-92b0-76ab80f092b2,revision_number=0']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:08.354105 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 42956) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:08.361852 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-aa80e636-30f6-48f6-977f-58bef3008a66 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:08.363097 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-aa80e636-30f6-48f6-977f-58bef3008a66 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1845453 Mar 08 20:54:08.366253 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 42962) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:08.375636 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-e3596009-f97a-428b-879c-9f527628bee5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Request body: {'floatingip': {'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:54:08.380998 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-e3596009-f97a-428b-879c-9f527628bee5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:08.385270 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-e3596009-f97a-428b-879c-9f527628bee5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Usage tracker for resource:floatingip and tenant:83b0974382f941988054e5cb37b05168 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:08.389490 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-e3596009-f97a-428b-879c-9f527628bee5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:08.396033 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-e3596009-f97a-428b-879c-9f527628bee5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:08.416895 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-68d2a57e-c1cd-4e10-9cd8-af65c2d65fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:08.422831 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-68d2a57e-c1cd-4e10-9cd8-af65c2d65fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:08.428856 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e3596009-f97a-428b-879c-9f527628bee5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for floatingip, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:08.497577 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-68d2a57e-c1cd-4e10-9cd8-af65c2d65fcb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d9848f78d5ab4c8baea40b9a2475942b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3137362 Mar 08 20:54:08.498653 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2a57e-c1cd-4e10-9cd8-af65c2d65fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491631c9-0523-4c0b-8237-b8c9fb9d4b0a,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:08.501149 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 42966) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:08.588730 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-cb5dd113-23ee-41ec-a15a-2a596f10606d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:08.621050 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-cb5dd113-23ee-41ec-a15a-2a596f10606d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:08.651139 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 41f18e4c-623d-40b3-9c60-6e6243eaccee up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:54:08.699201 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-cb5dd113-23ee-41ec-a15a-2a596f10606d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:08.708377 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-921447bd-0740-48f8-8427-ebdd7425f6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:08.727775 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5dd113-23ee-41ec-a15a-2a596f10606d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491631c9-0523-4c0b-8237-b8c9fb9d4b0a,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:08.734698 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e3596009-f97a-428b-879c-9f527628bee5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:08.736802 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-cb5dd113-23ee-41ec-a15a-2a596f10606d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:08.746240 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-cb5dd113-23ee-41ec-a15a-2a596f10606d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/491631c9-0523-4c0b-8237-b8c9fb9d4b0a HTTP/1.1" status: 204 len: 168 time: 0.2414560 Mar 08 20:54:08.774918 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning for port 41f18e4c-623d-40b3-9c60-6e6243eaccee completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:54:08.783559 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port 41f18e4c-623d-40b3-9c60-6e6243eaccee triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:54:08.783937 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:08.928547 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:08.961685 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] For port 41f18e4c-623d-40b3-9c60-6e6243eaccee, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=41f18e4c-623d-40b3-9c60-6e6243eaccee,segment=NetworkSegment(270771a1-e195-4c27-89e2-1537a366dca1),segment_id=270771a1-e195-4c27-89e2-1537a366dca1)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:54:08.966039 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-921447bd-0740-48f8-8427-ebdd7425f6c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:08.974533 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-921447bd-0740-48f8-8427-ebdd7425f6c3 admin admin] Usage tracker for resource:security_group_rule and tenant:879e7fe3b73d4d8d8285a6aa228bdfaf is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:08.975983 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:08.979843 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-921447bd-0740-48f8-8427-ebdd7425f6c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:08.989472 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-921447bd-0740-48f8-8427-ebdd7425f6c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:09.066395 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Pushing event updated for resources: {'Port': ['ID=41f18e4c-623d-40b3-9c60-6e6243eaccee,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:09.076176 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_common [None req-e3596009-f97a-428b-879c-9f527628bee5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Allocated IP 172.28.2.141 (f9f3acf9-d167-4056-a9c0-ac3b9bafea7a/9a481e38-0dcf-4733-b8bf-eb46fecff3f0/24404e7c-3a90-4c20-aeb6-bdc41cd53f5e) {{(pid=83160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:54:09.241370 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-921447bd-0740-48f8-8427-ebdd7425f6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:09.254597 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-921447bd-0740-48f8-8427-ebdd7425f6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:09.346660 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921447bd-0740-48f8-8427-ebdd7425f6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d168b47-3e95-4ac9-96e7-def99d13e2d5,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:09.355039 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-921447bd-0740-48f8-8427-ebdd7425f6c3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=879e7fe3b73d4d8d8285a6aa228bdfaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9990098 Mar 08 20:54:09.358111 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 42990) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:09.372503 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e3596009-f97a-428b-879c-9f527628bee5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for port, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:09.389720 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bd026-71e6-46e7-86ae-3c6cdc0b1b13 req-3a221aec-8d86-4293-aafd-5a7c291d4897 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:09.391265 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ac0bd026-71e6-46e7-86ae-3c6cdc0b1b13 req-3a221aec-8d86-4293-aafd-5a7c291d4897 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 945 time: 0.2654557 Mar 08 20:54:09.429255 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-0d7bca25-2649-4c18-aeb4-4c713864a3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:09.460010 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ac0bd026-71e6-46e7-86ae-3c6cdc0b1b13 req-f61c0fb9-c93a-4fa5-9d97-d455dd3dad11 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620406 Mar 08 20:54:09.469804 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e3596009-f97a-428b-879c-9f527628bee5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:09.474395 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-0d7bca25-2649-4c18-aeb4-4c713864a3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:09.535250 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-0d7bca25-2649-4c18-aeb4-4c713864a3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:09.550886 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3596009-f97a-428b-879c-9f527628bee5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:54:09.551485 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bca25-2649-4c18-aeb4-4c713864a3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d168b47-3e95-4ac9-96e7-def99d13e2d5,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:09.555769 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-e3596009-f97a-428b-879c-9f527628bee5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:54:09.559229 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-0d7bca25-2649-4c18-aeb4-4c713864a3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:09.560649 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-0d7bca25-2649-4c18-aeb4-4c713864a3ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1d168b47-3e95-4ac9-96e7-def99d13e2d5 HTTP/1.1" status: 204 len: 168 time: 0.2016146 Mar 08 20:54:09.569577 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3596009-f97a-428b-879c-9f527628bee5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Received port after_create {{(pid=83160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:54:09.602553 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3596009-f97a-428b-879c-9f527628bee5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Pushing event updated for resources: {'Port': ['ID=24404e7c-3a90-4c20-aeb6-bdc41cd53f5e,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:09.745661 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e3596009-f97a-428b-879c-9f527628bee5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:09.809185 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e3596009-f97a-428b-879c-9f527628bee5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:09.996698 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 43016) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:10.042416 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-e56ad678-2b9c-42bd-8e4d-a7e85cb8df95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:10.055263 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a9717b79-256b-4325-88a2-0271df91c58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:10.091244 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e3596009-f97a-428b-879c-9f527628bee5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for port, precommit_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:10.100547 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e3596009-f97a-428b-879c-9f527628bee5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1387543'] for port, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:10.145570 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-a9717b79-256b-4325-88a2-0271df91c58c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:10.169094 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-a9717b79-256b-4325-88a2-0271df91c58c admin admin] Usage tracker for resource:security_group_rule and tenant:ff515c434a494eaa81e8dfbc9b1b9632 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:10.183047 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-a9717b79-256b-4325-88a2-0271df91c58c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:10.190059 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3596009-f97a-428b-879c-9f527628bee5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Pushing event updated for resources: {'Port': ['ID=24404e7c-3a90-4c20-aeb6-bdc41cd53f5e,revision_number=2']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:10.191418 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-a9717b79-256b-4325-88a2-0271df91c58c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:10.267929 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e3596009-f97a-428b-879c-9f527628bee5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-356680'] for floatingip, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:10.283272 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a9717b79-256b-4325-88a2-0271df91c58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:10.289684 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a9717b79-256b-4325-88a2-0271df91c58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:10.311969 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e3596009-f97a-428b-879c-9f527628bee5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for floatingip, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:10.326750 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-e3596009-f97a-428b-879c-9f527628bee5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9593620 Mar 08 20:54:10.352441 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9717b79-256b-4325-88a2-0271df91c58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a579224c-684e-48d3-99be-cd3e69484cee,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:10.357371 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-a9717b79-256b-4325-88a2-0271df91c58c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ff515c434a494eaa81e8dfbc9b1b9632&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3595881 Mar 08 20:54:10.360139 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 43028) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:10.439987 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6ea6a571-15e6-4d54-849f-737e1aa4b78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:10.468512 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6ea6a571-15e6-4d54-849f-737e1aa4b78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:10.544227 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6ea6a571-15e6-4d54-849f-737e1aa4b78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:10.566910 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6a571-15e6-4d54-849f-737e1aa4b78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a579224c-684e-48d3-99be-cd3e69484cee,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:10.571368 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6ea6a571-15e6-4d54-849f-737e1aa4b78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:10.572640 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-6ea6a571-15e6-4d54-849f-737e1aa4b78c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a579224c-684e-48d3-99be-cd3e69484cee HTTP/1.1" status: 204 len: 168 time: 0.2114456 Mar 08 20:54:10.665968 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 41f18e4c-623d-40b3-9c60-6e6243eaccee up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:54:10.717595 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-2a62e9de-d8bc-4db3-a20d-44f9a2fae536 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1895492781&fields=id&tenant_id=83b0974382f941988054e5cb37b05168 HTTP/1.1" status: 200 len: 267 time: 0.0822792 Mar 08 20:54:10.805535 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4aa6d-97c2-4ad9-91a9-10d42b9fbc73 req-be6c9a23-3a41-4961-a4a2-a84d5f5b7c6f tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:10.812757 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c3b4aa6d-97c2-4ad9-91a9-10d42b9fbc73 req-be6c9a23-3a41-4961-a4a2-a84d5f5b7c6f tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 945 time: 0.1092782 Mar 08 20:54:10.812954 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port 41f18e4c-623d-40b3-9c60-6e6243eaccee triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:54:10.812954 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:10.894997 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c3b4aa6d-97c2-4ad9-91a9-10d42b9fbc73 req-2b2e1e84-be65-4756-a055-7250d1165bea tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778449 Mar 08 20:54:10.936166 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-3415123d-a1b6-4587-b7f5-839a77ce6ce7 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:10.937984 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-3415123d-a1b6-4587-b7f5-839a77ce6ce7 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/networks?id=239e2d37-cae2-4302-bc13-ce825026cdf1 HTTP/1.1" status: 200 len: 811 time: 0.2195568 Mar 08 20:54:10.957537 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-34b20787-af4e-4cf1-9051-eb371ae56ff1 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/quotas/83b0974382f941988054e5cb37b05168 HTTP/1.1" status: 200 len: 375 time: 0.0142825 Mar 08 20:54:11.056817 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-6a1430d3-d8d2-4af3-bcd9-04d6b1cb8830 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=83b0974382f941988054e5cb37b05168&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0936344 Mar 08 20:54:11.201484 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 43064) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:11.219399 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-893bae18-1d26-487a-ab5c-be056505e0cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:11.244565 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-43b8f133-4433-407d-8bd0-3c612ae67660 service neutron] 10.222.0.39 "GET /v2.0/networks/239e2d37-cae2-4302-bc13-ce825026cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738787 Mar 08 20:54:11.270011 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-893bae18-1d26-487a-ab5c-be056505e0cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:11.274107 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-893bae18-1d26-487a-ab5c-be056505e0cb admin admin] Usage tracker for resource:security_group_rule and tenant:280d4db4617a4a1fa51e22f4d7949e09 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:11.277235 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-893bae18-1d26-487a-ab5c-be056505e0cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:11.283218 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-893bae18-1d26-487a-ab5c-be056505e0cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:11.357144 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-893bae18-1d26-487a-ab5c-be056505e0cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:11.361791 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-893bae18-1d26-487a-ab5c-be056505e0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:11.405067 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-76e29cd4-9ae6-4d20-a11a-ebde2949dc80 service neutron] 10.222.0.39 "GET /v2.0/networks/239e2d37-cae2-4302-bc13-ce825026cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446764 Mar 08 20:54:11.420061 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-893bae18-1d26-487a-ab5c-be056505e0cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=280d4db4617a4a1fa51e22f4d7949e09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2150111 Mar 08 20:54:11.420216 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 43070) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:11.423119 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893bae18-1d26-487a-ab5c-be056505e0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261d1faa-665d-456b-9fd1-10b466a50496,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:11.485437 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-0209e209-399f-458d-8454-6ab3149afec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:11.513741 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-0209e209-399f-458d-8454-6ab3149afec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:11.611327 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-9079cbb7-bd03-45e9-b58c-9f0053d6fff9 req-d1414b8c-74c0-47b6-a7d2-d4f4ef1ea0c0 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Synchronizing usage tracker for tenant:83b0974382f941988054e5cb37b05168 on resource:port {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:54:11.622320 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-0209e209-399f-458d-8454-6ab3149afec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:11.645145 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209e209-399f-458d-8454-6ab3149afec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261d1faa-665d-456b-9fd1-10b466a50496,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:11.649353 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-9079cbb7-bd03-45e9-b58c-9f0053d6fff9 req-d1414b8c-74c0-47b6-a7d2-d4f4ef1ea0c0 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Unset dirty status for tenant:83b0974382f941988054e5cb37b05168 on resource:port {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:54:11.650717 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9079cbb7-bd03-45e9-b58c-9f0053d6fff9 req-d1414b8c-74c0-47b6-a7d2-d4f4ef1ea0c0 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 210 time: 0.0845516 Mar 08 20:54:11.652341 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-0209e209-399f-458d-8454-6ab3149afec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:11.656058 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-0209e209-399f-458d-8454-6ab3149afec4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/261d1faa-665d-456b-9fd1-10b466a50496 HTTP/1.1" status: 204 len: 168 time: 0.2347164 Mar 08 20:54:12.250555 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7b9c0-2b40-4ae6-ada6-387ec18e4e38 req-b8fe9dd6-e886-46d2-94df-a27a77da4bbf tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:12.252051 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-60a7b9c0-2b40-4ae6-ada6-387ec18e4e38 req-b8fe9dd6-e886-46d2-94df-a27a77da4bbf tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 945 time: 0.1641819 Mar 08 20:54:12.315933 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-c7982117-35fa-4eb1-af7b-2243b57ccaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:12.365433 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-60a7b9c0-2b40-4ae6-ada6-387ec18e4e38 req-a144724c-82b5-4891-b00b-e51317c3f297 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066597 Mar 08 20:54:13.049052 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b3a844ee-5c1a-4185-8db7-b8d468cb5e31 req-da4e1575-f3f2-45f4-95a8-d1e564105864 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 210 time: 0.0590909 Mar 08 20:54:13.137729 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-23bff2ab-9fa4-473c-bb48-63dc5a2441cd req-dcf1243c-ebfc-400e-ada9-efebe16b61ac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 1098 time: 0.2780795 Mar 08 20:54:13.230643 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-23bff2ab-9fa4-473c-bb48-63dc5a2441cd req-bf4f5c0a-4c11-4bea-a156-3b304864b5ba service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842769 Mar 08 20:54:13.273482 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-da693a59-1462-442d-9f78-2a6d63a155a0 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:13.275014 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-da693a59-1462-442d-9f78-2a6d63a155a0 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.21 "GET /v2.0/networks?id=239e2d37-cae2-4302-bc13-ce825026cdf1 HTTP/1.1" status: 200 len: 811 time: 0.2692397 Mar 08 20:54:13.302390 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:13.547029 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:13.686770 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-95cfc020-b7ec-4ef4-bace-6c7cd66fb3e0 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83b0974382f941988054e5cb37b05168 HTTP/1.1" status: 200 len: 380 time: 0.1240385 Mar 08 20:54:13.698406 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-6a4bf29e-d538-4fd3-9dc5-43c32464b0f3 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Request body: {'port': {'device_id': '7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8', 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1', 'admin_state_up': True, 'tenant_id': '83b0974382f941988054e5cb37b05168', 'security_groups': ['3728d2f1-8ab4-434a-9fe3-26e25f01efe8']}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:54:13.727885 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35584c9-f70b-45c5-8825-30e1be060405 req-5900b7fc-645d-4671-a231-905aa718f156 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:13.735256 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a35584c9-f70b-45c5-8825-30e1be060405 req-5900b7fc-645d-4671-a231-905aa718f156 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 945 time: 0.2308776 Mar 08 20:54:13.910218 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a35584c9-f70b-45c5-8825-30e1be060405 req-c514eaa5-5abd-4944-ba21-a0306ae72870 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740878 Mar 08 20:54:13.940384 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-6a4bf29e-d538-4fd3-9dc5-43c32464b0f3 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:13.950251 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-6a4bf29e-d538-4fd3-9dc5-43c32464b0f3 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:13.960015 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-6a4bf29e-d538-4fd3-9dc5-43c32464b0f3 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Made reservation on behalf of 83b0974382f941988054e5cb37b05168 for: {'port': 1} {{(pid=83161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:54:13.963829 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-6a4bf29e-d538-4fd3-9dc5-43c32464b0f3 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:14.151336 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_common [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-6a4bf29e-d538-4fd3-9dc5-43c32464b0f3 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Allocated IP 172.20.0.4 (239e2d37-cae2-4302-bc13-ce825026cdf1/bff06441-7eb9-494f-8cf1-5b73b840bf8a/04fffc65-e31c-4d51-939e-a21e94ddd6be) {{(pid=83161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:54:14.248362 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-11fd57d6-7842-4fe5-a0f0-995b2614b28b req-dbb75cdc-30b6-4ec9-a918-0e3c508c55ef tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 210 time: 0.0481198 Mar 08 20:54:14.375673 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-6a4bf29e-d538-4fd3-9dc5-43c32464b0f3 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for port, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:14.391455 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.provisioning_blocks [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-6a4bf29e-d538-4fd3-9dc5-43c32464b0f3 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Transition to ACTIVE for port object 04fffc65-e31c-4d51-939e-a21e94ddd6be will not be triggered until provisioned by entity DHCP. {{(pid=83161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:54:14.414547 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-6a4bf29e-d538-4fd3-9dc5-43c32464b0f3 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:14.491345 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-6a4bf29e-d538-4fd3-9dc5-43c32464b0f3 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Network 239e2d37-cae2-4302-bc13-ce825026cdf1 is already hosted by enough agents. {{(pid=83161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:54:14.494866 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-6a4bf29e-d538-4fd3-9dc5-43c32464b0f3 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Resources bound (agent type, host, resource id): {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:54:14.496735 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4bf29e-d538-4fd3-9dc5-43c32464b0f3 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Pushing event updated for resources: {'Port': ['ID=04fffc65-e31c-4d51-939e-a21e94ddd6be,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:14.498621 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-6a4bf29e-d538-4fd3-9dc5-43c32464b0f3 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Received port after_create {{(pid=83161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:54:14.566143 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-6a4bf29e-d538-4fd3-9dc5-43c32464b0f3 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:14.566892 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-6a4bf29e-d538-4fd3-9dc5-43c32464b0f3 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:14.609941 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-6a4bf29e-d538-4fd3-9dc5-43c32464b0f3 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9170899 Mar 08 20:54:14.626644 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-4bd7a001-0dc6-40b6-baef-bf32f6542341 service neutron] Request body: {'port': {'device_id': '7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:54:14.766267 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-4bd7a001-0dc6-40b6-baef-bf32f6542341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:14.768064 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-a5bb1243-1abc-4bd0-a28e-aebdf63cd78f None None] Provisioning for port 04fffc65-e31c-4d51-939e-a21e94ddd6be completed by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:54:14.776938 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-a5bb1243-1abc-4bd0-a28e-aebdf63cd78f None None] Provisioning complete for port 04fffc65-e31c-4d51-939e-a21e94ddd6be triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:54:14.777778 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-a5bb1243-1abc-4bd0-a28e-aebdf63cd78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:14.850729 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-a5bb1243-1abc-4bd0-a28e-aebdf63cd78f None None] Port 04fffc65-e31c-4d51-939e-a21e94ddd6be cannot update to ACTIVE because it is not bound. {{(pid=83162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 08 20:54:14.852341 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:15.209999 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752586a-a265-4c62-b164-a8747a26b45a req-e629fe74-2081-41af-b2df-7cfbb8560994 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:15.211473 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3752586a-a265-4c62-b164-a8747a26b45a req-e629fe74-2081-41af-b2df-7cfbb8560994 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 945 time: 0.1639180 Mar 08 20:54:15.239801 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-4bd7a001-0dc6-40b6-baef-bf32f6542341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04fffc65-e31c-4d51-939e-a21e94ddd6be {{(pid=83161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:54:15.251883 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-4bd7a001-0dc6-40b6-baef-bf32f6542341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:15.291950 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.provisioning_blocks [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-4bd7a001-0dc6-40b6-baef-bf32f6542341 service neutron] Transition to ACTIVE for port object 04fffc65-e31c-4d51-939e-a21e94ddd6be will not be triggered until provisioned by entity L2. {{(pid=83161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:54:15.294896 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3752586a-a265-4c62-b164-a8747a26b45a req-8866da07-0f31-462d-a6da-54945d852014 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751479 Mar 08 20:54:15.298003 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-4bd7a001-0dc6-40b6-baef-bf32f6542341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:15.489199 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77501628-a4e1-4045-9845-e21490b1b31a req-7844d956-d59f-4944-a3fc-092dd2de46a2 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:15.508676 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-77501628-a4e1-4045-9845-e21490b1b31a req-7844d956-d59f-4944-a3fc-092dd2de46a2 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 943 time: 0.1044242 Mar 08 20:54:15.594172 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-77501628-a4e1-4045-9845-e21490b1b31a req-43408c9b-14c6-478c-b230-b59f2c6439d9 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Synchronizing usage tracker for tenant:83b0974382f941988054e5cb37b05168 on resource:security_group {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:54:15.634585 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7a001-0dc6-40b6-baef-bf32f6542341 service neutron] Pushing event updated for resources: {'Port': ['ID=04fffc65-e31c-4d51-939e-a21e94ddd6be,revision_number=2']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:15.649930 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-77501628-a4e1-4045-9845-e21490b1b31a req-43408c9b-14c6-478c-b230-b59f2c6439d9 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Unset dirty status for tenant:83b0974382f941988054e5cb37b05168 on resource:security_group {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:54:15.651154 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-77501628-a4e1-4045-9845-e21490b1b31a req-43408c9b-14c6-478c-b230-b59f2c6439d9 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423843 Mar 08 20:54:15.771605 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-4bd7a001-0dc6-40b6-baef-bf32f6542341 service neutron] Attempting to bind port 04fffc65-e31c-4d51-939e-a21e94ddd6be on host hv-cinder-83232 for vnic_type normal with profile {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:54:15.771960 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-4bd7a001-0dc6-40b6-baef-bf32f6542341 service neutron] Attempting to bind port 04fffc65-e31c-4d51-939e-a21e94ddd6be by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': '03b3b2d9-75f4-4e89-a73f-0d746dee5412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1'}] {{(pid=83161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:54:15.772248 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-4bd7a001-0dc6-40b6-baef-bf32f6542341 service neutron] Attempting to bind port 04fffc65-e31c-4d51-939e-a21e94ddd6be on network 239e2d37-cae2-4302-bc13-ce825026cdf1 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:54:15.788573 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-4bd7a001-0dc6-40b6-baef-bf32f6542341 service neutron] Port 04fffc65-e31c-4d51-939e-a21e94ddd6be on network 239e2d37-cae2-4302-bc13-ce825026cdf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 08 20:54:15.788932 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-4bd7a001-0dc6-40b6-baef-bf32f6542341 service neutron] Attempting to bind port 04fffc65-e31c-4d51-939e-a21e94ddd6be on network 239e2d37-cae2-4302-bc13-ce825026cdf1 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:54:15.797837 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-4bd7a001-0dc6-40b6-baef-bf32f6542341 service neutron] Checking agent: {'id': '7ef80941-8def-40cc-9dc9-727f4daf545d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'started_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:54:15.798178 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-4bd7a001-0dc6-40b6-baef-bf32f6542341 service neutron] Checking segment: {'id': '03b3b2d9-75f4-4e89-a73f-0d746dee5412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:54:15.798559 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-4bd7a001-0dc6-40b6-baef-bf32f6542341 service neutron] Bound using segment: {'id': '03b3b2d9-75f4-4e89-a73f-0d746dee5412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1'} {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:54:15.798986 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-4bd7a001-0dc6-40b6-baef-bf32f6542341 service neutron] Bound port: 04fffc65-e31c-4d51-939e-a21e94ddd6be, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b3b2d9-75f4-4e89-a73f-0d746dee5412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1'}}] {{(pid=83161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:54:15.799324 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-4bd7a001-0dc6-40b6-baef-bf32f6542341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:15.877186 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa713d9-845c-4c1d-ad11-20871066c6bc req-64d0a8b0-a8b7-4c53-99a0-1f51bc48e057 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:15.884360 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-7fa713d9-845c-4c1d-ad11-20871066c6bc req-64d0a8b0-a8b7-4c53-99a0-1f51bc48e057 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1814880 Mar 08 20:54:15.952843 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-4bd7a001-0dc6-40b6-baef-bf32f6542341 service neutron] For port 04fffc65-e31c-4d51-939e-a21e94ddd6be, host hv-cinder-83232, cleared binding levels {{(pid=83161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:54:15.962173 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-7fa713d9-845c-4c1d-ad11-20871066c6bc req-0ad9f80e-d2d4-48f0-aa87-9fa09ffc7582 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765815 Mar 08 20:54:15.965863 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-4bd7a001-0dc6-40b6-baef-bf32f6542341 service neutron] For port 04fffc65-e31c-4d51-939e-a21e94ddd6be, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=04fffc65-e31c-4d51-939e-a21e94ddd6be,segment=NetworkSegment(03b3b2d9-75f4-4e89-a73f-0d746dee5412),segment_id=03b3b2d9-75f4-4e89-a73f-0d746dee5412)] {{(pid=83161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:54:15.970716 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-4bd7a001-0dc6-40b6-baef-bf32f6542341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:16.026684 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-4bd7a001-0dc6-40b6-baef-bf32f6542341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:16.028044 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-4bd7a001-0dc6-40b6-baef-bf32f6542341 service neutron] 10.222.0.21 "PUT /v2.0/ports/04fffc65-e31c-4d51-939e-a21e94ddd6be HTTP/1.1" status: 200 len: 1093 time: 1.4068334 Mar 08 20:54:16.036126 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8', 'tag': '04fffc65-e31c-4d51-939e-a21e94ddd6be'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:54:16.119490 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7a001-0dc6-40b6-baef-bf32f6542341 service neutron] Pushing event updated for resources: {'Port': ['ID=04fffc65-e31c-4d51-939e-a21e94ddd6be,revision_number=3']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:16.135719 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8', 'tag': '04fffc65-e31c-4d51-939e-a21e94ddd6be', 'status': 'completed', 'code': 200} Mar 08 20:54:16.223331 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-a8f3aac5-6b19-4e85-987f-35c7353c5d51 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=83b0974382f941988054e5cb37b05168&device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 1096 time: 0.0865130 Mar 08 20:54:16.342079 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-9696ed3d-a155-4824-a8a2-df2f5402de68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04fffc65-e31c-4d51-939e-a21e94ddd6be HTTP/1.1" status: 200 len: 217 time: 0.1084192 Mar 08 20:54:16.423124 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-ad6f2e86-0527-4b2f-9bb2-daa3c3dfd984 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:16.425009 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-ad6f2e86-0527-4b2f-9bb2-daa3c3dfd984 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bff06441-7eb9-494f-8cf1-5b73b840bf8a HTTP/1.1" status: 200 len: 850 time: 0.0761290 Mar 08 20:54:16.515766 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-4d31cc2d-3d82-4d70-b61e-49694eb49a81 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=239e2d37-cae2-4302-bc13-ce825026cdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820267 Mar 08 20:54:16.657300 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-76d4c064-0967-42bb-8ac3-e5a85a7255c3 service neutron] 10.222.0.21 "GET /v2.0/networks/239e2d37-cae2-4302-bc13-ce825026cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351583 Mar 08 20:54:16.733438 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 20:54:16.819564 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d7312e33-d25d-4a5b-bac9-48a0cff8818c req-5c25f4ec-b967-40ea-9c24-c5850005acd6 service neutron] 10.222.0.21 "GET /v2.0/networks/239e2d37-cae2-4302-bc13-ce825026cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560981 Mar 08 20:54:16.969996 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd0788-af0d-48a8-bbd2-b7d8429a3117 req-5944ebf0-29c3-45b8-ab65-1d62aac6a126 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:16.970677 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-ebfd0788-af0d-48a8-bbd2-b7d8429a3117 req-5944ebf0-29c3-45b8-ab65-1d62aac6a126 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Synchronizing usage tracker for tenant:83b0974382f941988054e5cb37b05168 on resource:port {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:54:16.996693 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-871a4704-2678-4e3e-9f95-5b96f44c93c5 req-821075c3-f452-48dd-b2f4-e02c1ba09d50 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=83b0974382f941988054e5cb37b05168&device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 1096 time: 0.1096032 Mar 08 20:54:16.997780 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-ebfd0788-af0d-48a8-bbd2-b7d8429a3117 req-5944ebf0-29c3-45b8-ab65-1d62aac6a126 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Unset dirty status for tenant:83b0974382f941988054e5cb37b05168 on resource:port {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:54:16.998977 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ebfd0788-af0d-48a8-bbd2-b7d8429a3117 req-5944ebf0-29c3-45b8-ab65-1d62aac6a126 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 943 time: 0.1741612 Mar 08 20:54:17.155162 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ebfd0788-af0d-48a8-bbd2-b7d8429a3117 req-831cd645-0284-4fca-adc5-ef56e1fc0ae9 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209977 Mar 08 20:54:17.174198 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a4704-2678-4e3e-9f95-5b96f44c93c5 req-5610fef7-d197-4559-ba5b-1f3eb4845814 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:17.175654 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-871a4704-2678-4e3e-9f95-5b96f44c93c5 req-5610fef7-d197-4559-ba5b-1f3eb4845814 service neutron] 10.222.0.21 "GET /v2.0/networks?id=239e2d37-cae2-4302-bc13-ce825026cdf1 HTTP/1.1" status: 200 len: 912 time: 0.1728859 Mar 08 20:54:17.246057 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-871a4704-2678-4e3e-9f95-5b96f44c93c5 req-afea47d7-77df-495d-ad28-ff3f87570b10 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04fffc65-e31c-4d51-939e-a21e94ddd6be HTTP/1.1" status: 200 len: 217 time: 0.0640116 Mar 08 20:54:17.305914 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a4704-2678-4e3e-9f95-5b96f44c93c5 req-fdede5be-7f34-41c7-be00-b07dbe335ed0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:17.307873 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-871a4704-2678-4e3e-9f95-5b96f44c93c5 req-fdede5be-7f34-41c7-be00-b07dbe335ed0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bff06441-7eb9-494f-8cf1-5b73b840bf8a HTTP/1.1" status: 200 len: 850 time: 0.0552490 Mar 08 20:54:17.385177 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-871a4704-2678-4e3e-9f95-5b96f44c93c5 req-19180f5a-5fb6-4c84-96ab-4b51f1c2ce18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=239e2d37-cae2-4302-bc13-ce825026cdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0702095 Mar 08 20:54:17.547849 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-871a4704-2678-4e3e-9f95-5b96f44c93c5 req-f19cfba6-1f0b-4272-84fd-f1eb9420973b service neutron] 10.222.0.21 "GET /v2.0/networks/239e2d37-cae2-4302-bc13-ce825026cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552029 Mar 08 20:54:17.684535 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-871a4704-2678-4e3e-9f95-5b96f44c93c5 req-7412cbe8-a4ff-4bf9-bb8c-8ae8a4f9b14c service neutron] 10.222.0.21 "GET /v2.0/networks/239e2d37-cae2-4302-bc13-ce825026cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285150 Mar 08 20:54:18.079523 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:18.433141 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98894bfc-dd5a-47c8-9791-32570812a7db req-f550f098-2d64-4d5b-9a00-6f8f43fd6259 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:18.434607 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-98894bfc-dd5a-47c8-9791-32570812a7db req-f550f098-2d64-4d5b-9a00-6f8f43fd6259 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 943 time: 0.1452842 Mar 08 20:54:18.479584 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-98894bfc-dd5a-47c8-9791-32570812a7db req-3a858eb5-e1ac-4fbc-9d54-2be048c1f726 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393226 Mar 08 20:54:19.062630 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-7a8e7092-4d13-453a-b804-c0f830b4d4af req-440e665a-b967-4fa9-bb62-2af0cbe98c44 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fdf6a2901a4473984cf32ef3b202ac2&device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 1098 time: 0.0975411 Mar 08 20:54:19.257997 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f368e31-9c42-409b-8a55-f4bfc4bfad82 req-0a0bcd1e-54e5-4f72-908d-9f5d1345c645 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:19.259748 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9f368e31-9c42-409b-8a55-f4bfc4bfad82 req-0a0bcd1e-54e5-4f72-908d-9f5d1345c645 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.0965781 Mar 08 20:54:19.269040 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e7092-4d13-453a-b804-c0f830b4d4af req-9bef75f3-69df-40ad-bce7-e032bbe9a3c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:19.270490 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-7a8e7092-4d13-453a-b804-c0f830b4d4af req-9bef75f3-69df-40ad-bce7-e032bbe9a3c3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b735a19-c087-45dd-af15-b8c29d470965 HTTP/1.1" status: 200 len: 920 time: 0.2007575 Mar 08 20:54:19.333360 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9f368e31-9c42-409b-8a55-f4bfc4bfad82 req-752250bf-1d14-4ce7-a584-88aa3c74d604 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629201 Mar 08 20:54:19.404431 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-7a8e7092-4d13-453a-b804-c0f830b4d4af req-c022b319-4257-49e7-b3c2-f0e17034a5ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cf0fee7-d12e-494a-94a2-d5522bb3b91c HTTP/1.1" status: 200 len: 217 time: 0.1271760 Mar 08 20:54:19.472058 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e7092-4d13-453a-b804-c0f830b4d4af req-564c9c25-fee8-409b-b725-0a957556eb8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:19.473490 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-7a8e7092-4d13-453a-b804-c0f830b4d4af req-564c9c25-fee8-409b-b725-0a957556eb8b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5de2fd05-f3f9-46aa-9b4c-d1e06cb3e211 HTTP/1.1" status: 200 len: 859 time: 0.0600672 Mar 08 20:54:19.525456 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-7a8e7092-4d13-453a-b804-c0f830b4d4af req-7543228f-2b8d-40f1-af25-a732136b0be2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b735a19-c087-45dd-af15-b8c29d470965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442498 Mar 08 20:54:19.727565 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-7a8e7092-4d13-453a-b804-c0f830b4d4af req-399f5e51-948a-4c65-9537-e82365f5ec97 service neutron] 10.222.0.21 "GET /v2.0/networks/6b735a19-c087-45dd-af15-b8c29d470965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940346 Mar 08 20:54:19.733853 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509aa3d5-d7ee-4f6e-a625-20c7679ea909 req-9e52475c-c1f6-43b8-b589-b2f41c20de0c tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:19.735190 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-509aa3d5-d7ee-4f6e-a625-20c7679ea909 req-9e52475c-c1f6-43b8-b589-b2f41c20de0c tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 943 time: 0.1296728 Mar 08 20:54:19.866576 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-509aa3d5-d7ee-4f6e-a625-20c7679ea909 req-4070099a-95c5-4e1b-9adb-881608d9d228 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108494 Mar 08 20:54:19.899859 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-7a8e7092-4d13-453a-b804-c0f830b4d4af req-df51f191-53a0-43e5-8ccd-e1be2e2c50ad service neutron] 10.222.0.21 "GET /v2.0/networks/6b735a19-c087-45dd-af15-b8c29d470965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637595 Mar 08 20:54:20.052457 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca2ae3d-4b1c-4701-9aeb-7cae777f2928 None None] Sync routers for ids ['0c3d9684-ae70-4cfb-9f2c-a0502022597c'] in dv-cinder-832328-1-smb {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:54:20.066174 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca2ae3d-4b1c-4701-9aeb-7cae777f2928 None None] Routers {'0c3d9684-ae70-4cfb-9f2c-a0502022597c'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:54:20.066835 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-fca2ae3d-4b1c-4701-9aeb-7cae777f2928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:54:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['0c3d9684-ae70-4cfb-9f2c-a0502022597c'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:20.247185 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-fca2ae3d-4b1c-4701-9aeb-7cae777f2928 None None] Set router 0c3d9684-ae70-4cfb-9f2c-a0502022597c gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:54:20.521099 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282df6e-9c82-4026-9361-396b60e35eb6 req-121c3c64-140a-4b4f-8233-1a6ed9931c3d tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:20.522675 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-5282df6e-9c82-4026-9361-396b60e35eb6 req-121c3c64-140a-4b4f-8233-1a6ed9931c3d tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.0754824 Mar 08 20:54:20.560070 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-fca2ae3d-4b1c-4701-9aeb-7cae777f2928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'name': 'tempest-AttachVolumeTestJSON-1011905253-router', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:00Z', 'updated_at': '2022-03-08T20:54:05Z', 'revision_number': 4, 'project_id': '83b0974382f941988054e5cb37b05168', 'gw_port': {'id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:01Z', 'updated_at': '2022-03-08T20:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': '0712f70d-438d-4d44-8878-12479f10c9e8', 'name': '', 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'mac_address': 'fa:16:3e:74:70:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:04Z', 'updated_at': '2022-03-08T20:54:05Z', 'revision_number': 2, 'project_id': '83b0974382f941988054e5cb37b05168', 'subnets': [{'id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:20.565126 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca2ae3d-4b1c-4701-9aeb-7cae777f2928 None None] Checking router: 0c3d9684-ae70-4cfb-9f2c-a0502022597c for host: dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:54:20.565126 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca2ae3d-4b1c-4701-9aeb-7cae777f2928 None None] Updating router 0c3d9684-ae70-4cfb-9f2c-a0502022597c port 0712f70d-438d-4d44-8878-12479f10c9e8 binding host dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 08 20:54:20.572207 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-5282df6e-9c82-4026-9361-396b60e35eb6 req-486b5d77-5ed0-4414-914a-c56539a9bfe7 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417345 Mar 08 20:54:20.618276 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-fca2ae3d-4b1c-4701-9aeb-7cae777f2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:20.998711 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-fca2ae3d-4b1c-4701-9aeb-7cae777f2928 None None] Notify callbacks [] for port, precommit_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:21.014569 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-fca2ae3d-4b1c-4701-9aeb-7cae777f2928 None None] Transition to ACTIVE for port object 0712f70d-438d-4d44-8878-12479f10c9e8 will not be triggered until provisioned by entity L2. {{(pid=83162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:54:21.032298 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-fca2ae3d-4b1c-4701-9aeb-7cae777f2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:21.114801 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ba625-c079-411c-b2ea-b2f52ae19b4f None None] Pushing event updated for resources: {'Port': ['ID=0712f70d-438d-4d44-8878-12479f10c9e8,revision_number=3']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:21.138485 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468271a8-3da9-4996-910f-fe2d1bed4d71 req-d212c2b1-24c5-4993-9339-5fbc878cb5d7 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:21.147797 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-468271a8-3da9-4996-910f-fe2d1bed4d71 req-d212c2b1-24c5-4993-9339-5fbc878cb5d7 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 943 time: 0.0959792 Mar 08 20:54:21.247078 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-468271a8-3da9-4996-910f-fe2d1bed4d71 req-9cb2abe0-6397-4d31-89fc-8b2eb7182d25 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982044 Mar 08 20:54:21.333926 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 43380) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:21.349495 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-fca2ae3d-4b1c-4701-9aeb-7cae777f2928 None None] Attempting to bind port 0712f70d-438d-4d44-8878-12479f10c9e8 on host dv-cinder-832328-1-smb for vnic_type normal with profile {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:54:21.349924 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-fca2ae3d-4b1c-4701-9aeb-7cae777f2928 None None] Attempting to bind port 0712f70d-438d-4d44-8878-12479f10c9e8 by drivers openvswitch,hyperv on host dv-cinder-832328-1-smb at level 0 using segments [{'id': '03b3b2d9-75f4-4e89-a73f-0d746dee5412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1'}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:54:21.350421 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca2ae3d-4b1c-4701-9aeb-7cae777f2928 None None] Attempting to bind port 0712f70d-438d-4d44-8878-12479f10c9e8 on network 239e2d37-cae2-4302-bc13-ce825026cdf1 {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:54:21.359156 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca2ae3d-4b1c-4701-9aeb-7cae777f2928 None None] Checking agent: {'id': '3893f380-9b19-46dd-a79f-fadbe55c1144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 20, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:54:21.359516 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca2ae3d-4b1c-4701-9aeb-7cae777f2928 None None] Checking segment: {'id': '03b3b2d9-75f4-4e89-a73f-0d746dee5412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:54:21.359906 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-fca2ae3d-4b1c-4701-9aeb-7cae777f2928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:21.360290 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca2ae3d-4b1c-4701-9aeb-7cae777f2928 None None] Bound using segment: {'id': '03b3b2d9-75f4-4e89-a73f-0d746dee5412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1'} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:54:21.360776 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-fca2ae3d-4b1c-4701-9aeb-7cae777f2928 None None] Bound port: 0712f70d-438d-4d44-8878-12479f10c9e8, host: dv-cinder-832328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b3b2d9-75f4-4e89-a73f-0d746dee5412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1'}}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:54:21.361390 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-fca2ae3d-4b1c-4701-9aeb-7cae777f2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:21.459468 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-fca2ae3d-4b1c-4701-9aeb-7cae777f2928 None None] For port 0712f70d-438d-4d44-8878-12479f10c9e8, host dv-cinder-832328-1-smb, cleared binding levels {{(pid=83162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:54:21.464255 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-fca2ae3d-4b1c-4701-9aeb-7cae777f2928 None None] For port 0712f70d-438d-4d44-8878-12479f10c9e8, host dv-cinder-832328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=0712f70d-438d-4d44-8878-12479f10c9e8,segment=NetworkSegment(03b3b2d9-75f4-4e89-a73f-0d746dee5412),segment_id=03b3b2d9-75f4-4e89-a73f-0d746dee5412)] {{(pid=83162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:54:21.471195 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-fca2ae3d-4b1c-4701-9aeb-7cae777f2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:21.525166 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-de444947-00dc-4b71-a227-2760f6b91eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:21.557685 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-de444947-00dc-4b71-a227-2760f6b91eb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:21.562515 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-de444947-00dc-4b71-a227-2760f6b91eb4 admin admin] Usage tracker for resource:security_group_rule and tenant:9d28c407b81b4be297494c74f3d5e480 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:21.565923 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ba625-c079-411c-b2ea-b2f52ae19b4f None None] Pushing event updated for resources: {'Port': ['ID=0712f70d-438d-4d44-8878-12479f10c9e8,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:21.566249 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-de444947-00dc-4b71-a227-2760f6b91eb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:21.574129 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-de444947-00dc-4b71-a227-2760f6b91eb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:21.576717 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca2ae3d-4b1c-4701-9aeb-7cae777f2928 None None] Routers {'0c3d9684-ae70-4cfb-9f2c-a0502022597c'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:54:21.578127 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-fca2ae3d-4b1c-4701-9aeb-7cae777f2928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:54:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['0c3d9684-ae70-4cfb-9f2c-a0502022597c'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:21.663568 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-de444947-00dc-4b71-a227-2760f6b91eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:21.673046 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-de444947-00dc-4b71-a227-2760f6b91eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:21.724539 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de444947-00dc-4b71-a227-2760f6b91eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b0d084-2485-4d5e-8b37-ff7c62b4d4b3,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:21.741697 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-de444947-00dc-4b71-a227-2760f6b91eb4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d28c407b81b4be297494c74f3d5e480&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4044111 Mar 08 20:54:21.742533 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 43390) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:21.806000 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-fca2ae3d-4b1c-4701-9aeb-7cae777f2928 None None] Set router 0c3d9684-ae70-4cfb-9f2c-a0502022597c gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:54:21.864577 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6c251a6c-906b-4f77-996b-e04007b791c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:21.879602 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3dee9-6aad-4757-b909-8eb4555e7467 req-8eb48882-8364-422f-9f9f-1fc4d5de10e9 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:21.881040 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-09c3dee9-6aad-4757-b909-8eb4555e7467 req-8eb48882-8364-422f-9f9f-1fc4d5de10e9 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1408193 Mar 08 20:54:21.914982 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6c251a6c-906b-4f77-996b-e04007b791c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:21.967362 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-09c3dee9-6aad-4757-b909-8eb4555e7467 req-477ddd6b-48bb-4376-b8db-6cbbd14fd780 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749710 Mar 08 20:54:22.011476 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6c251a6c-906b-4f77-996b-e04007b791c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:22.031452 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c251a6c-906b-4f77-996b-e04007b791c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b0d084-2485-4d5e-8b37-ff7c62b4d4b3,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:22.036386 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6c251a6c-906b-4f77-996b-e04007b791c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:22.038092 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-6c251a6c-906b-4f77-996b-e04007b791c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/02b0d084-2485-4d5e-8b37-ff7c62b4d4b3 HTTP/1.1" status: 204 len: 168 time: 0.2946653 Mar 08 20:54:22.060658 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 43400) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:22.144338 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_v2 [None req-036ad954-e87a-40b1-b3a0-edd1cdee8e0f admin admin] Deleting subnet a10e7fe2-a04d-45c3-ae81-4c21951efa26 {{(pid=83160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 08 20:54:22.147852 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-036ad954-e87a-40b1-b3a0-edd1cdee8e0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:22.160961 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-fca2ae3d-4b1c-4701-9aeb-7cae777f2928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'name': 'tempest-AttachVolumeTestJSON-1011905253-router', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:00Z', 'updated_at': '2022-03-08T20:54:05Z', 'revision_number': 4, 'project_id': '83b0974382f941988054e5cb37b05168', 'gw_port': {'id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:01Z', 'updated_at': '2022-03-08T20:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': '0712f70d-438d-4d44-8878-12479f10c9e8', 'name': '', 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'mac_address': 'fa:16:3e:74:70:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:04Z', 'updated_at': '2022-03-08T20:54:21Z', 'revision_number': 4, 'project_id': '83b0974382f941988054e5cb37b05168', 'subnets': [{'id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:22.165260 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca2ae3d-4b1c-4701-9aeb-7cae777f2928 None None] The sync data for ids ['0c3d9684-ae70-4cfb-9f2c-a0502022597c'] in dv-cinder-832328-1-smb is: [{'id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'name': 'tempest-AttachVolumeTestJSON-1011905253-router', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:00Z', 'updated_at': '2022-03-08T20:54:05Z', 'revision_number': 4, 'project_id': '83b0974382f941988054e5cb37b05168', 'gw_port': {'id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:01Z', 'updated_at': '2022-03-08T20:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': '0712f70d-438d-4d44-8878-12479f10c9e8', 'name': '', 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'mac_address': 'fa:16:3e:74:70:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:04Z', 'updated_at': '2022-03-08T20:54:21Z', 'revision_number': 4, 'project_id': '83b0974382f941988054e5cb37b05168', 'subnets': [{'id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:54:22.211851 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-036ad954-e87a-40b1-b3a0-edd1cdee8e0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1387715'] for subnet, precommit_delete_associations {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:22.286077 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-036ad954-e87a-40b1-b3a0-edd1cdee8e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558918'] for subnet, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:22.370381 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-036ad954-e87a-40b1-b3a0-edd1cdee8e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3558927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1387613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1778459'] for subnet, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:22.449341 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-036ad954-e87a-40b1-b3a0-edd1cdee8e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for subnet, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:22.452553 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ad954-e87a-40b1-b3a0-edd1cdee8e0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a10e7fe2-a04d-45c3-ae81-4c21951efa26,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:22.458090 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-036ad954-e87a-40b1-b3a0-edd1cdee8e0f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a10e7fe2-a04d-45c3-ae81-4c21951efa26 HTTP/1.1" status: 204 len: 168 time: 0.3958440 Mar 08 20:54:22.460516 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 43410) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:22.505519 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 43416) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:22.525439 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6a434197-6f3c-42db-8a59-bc1847b7981d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:22.592231 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-6a434197-6f3c-42db-8a59-bc1847b7981d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:22.602763 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e4e57-0d46-4918-bb0a-42513f760329 req-05361809-f5f7-43e0-83fa-4366739a07f2 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:22.609845 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b58e4e57-0d46-4918-bb0a-42513f760329 req-05361809-f5f7-43e0-83fa-4366739a07f2 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 943 time: 0.1856396 Mar 08 20:54:22.628204 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-322181e0-c31e-46b6-9f53-56f0526e60c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468514'] for network, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:22.633305 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-6a434197-6f3c-42db-8a59-bc1847b7981d admin admin] Usage tracker for resource:security_group_rule and tenant:3540eb16dab840728fb535988773d1cc is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:22.648501 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-6a434197-6f3c-42db-8a59-bc1847b7981d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:22.664912 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-6a434197-6f3c-42db-8a59-bc1847b7981d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:22.683020 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 0712f70d-438d-4d44-8878-12479f10c9e8 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:54:22.731352 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b58e4e57-0d46-4918-bb0a-42513f760329 req-fd86efbf-f6bb-4703-b548-1176f7849b61 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194549 Mar 08 20:54:22.832348 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6a434197-6f3c-42db-8a59-bc1847b7981d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:22.839623 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6a434197-6f3c-42db-8a59-bc1847b7981d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:22.855684 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning for port 0712f70d-438d-4d44-8878-12479f10c9e8 completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:54:22.863114 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port 0712f70d-438d-4d44-8878-12479f10c9e8 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:54:22.863495 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:22.881772 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-322181e0-c31e-46b6-9f53-56f0526e60c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557779', 'neutron.services.segments.db._delete_segments_for_network-8774926378361'] for network, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:22.909020 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-6a434197-6f3c-42db-8a59-bc1847b7981d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3540eb16dab840728fb535988773d1cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3994434 Mar 08 20:54:22.911490 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 43430) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:22.932120 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.services.segments.db [None req-322181e0-c31e-46b6-9f53-56f0526e60c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a93d635-3ead-469d-b12c-08cf812da37d']}} {{(pid=83160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:22.965902 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a434197-6f3c-42db-8a59-bc1847b7981d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5353211c-2dca-45ed-9f54-8f447beadb69,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:22.973192 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.services.segments.db [None req-322181e0-c31e-46b6-9f53-56f0526e60c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca1024f2-63f4-40d5-92a0-e246640fa0f8') {'for_net_delete': True} {{(pid=83160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:22.973872 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.services.segments.db [None req-322181e0-c31e-46b6-9f53-56f0526e60c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca1024f2-63f4-40d5-92a0-e246640fa0f8') {} {{(pid=83160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:22.990421 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-322181e0-c31e-46b6-9f53-56f0526e60c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774926378244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1386544'] for segment, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:23.010537 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-322181e0-c31e-46b6-9f53-56f0526e60c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:23.019206 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-322181e0-c31e-46b6-9f53-56f0526e60c8 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=83160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 08 20:54:23.019892 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-322181e0-c31e-46b6-9f53-56f0526e60c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3537275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1387571'] for segment, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:23.021186 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-894df2a0-c8c5-4afa-9981-14b73f5f8e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: Traceback (most recent call last): Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: timer() Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: cb(*args, **kw) Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: return func(*args, **kwargs) Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: self._notify() Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: self.callback(batched_events) Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: event.method(event) Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: return f(self, *a, **k) Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: return self._get(url).json() Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: return self.request(url, 'GET', **kwargs) Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:54:23.036146 dv-cinder-832328-1-smb neutron-server[83160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:54:23.038395 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 04fffc65-e31c-4d51-939e-a21e94ddd6be details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 20:54:23.057719 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-894df2a0-c8c5-4afa-9981-14b73f5f8e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:23.125338 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-894df2a0-c8c5-4afa-9981-14b73f5f8e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:23.168866 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894df2a0-c8c5-4afa-9981-14b73f5f8e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5353211c-2dca-45ed-9f54-8f447beadb69,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:23.179779 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-322181e0-c31e-46b6-9f53-56f0526e60c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356730'] for network, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:23.187327 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-894df2a0-c8c5-4afa-9981-14b73f5f8e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:23.195460 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-894df2a0-c8c5-4afa-9981-14b73f5f8e4f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5353211c-2dca-45ed-9f54-8f447beadb69 HTTP/1.1" status: 204 len: 168 time: 0.2816148 Mar 08 20:54:23.209347 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-322181e0-c31e-46b6-9f53-56f0526e60c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:23.222589 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322181e0-c31e-46b6-9f53-56f0526e60c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a93d635-3ead-469d-b12c-08cf812da37d,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:23.236622 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-322181e0-c31e-46b6-9f53-56f0526e60c8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5a93d635-3ead-469d-b12c-08cf812da37d HTTP/1.1" status: 204 len: 168 time: 0.7729695 Mar 08 20:54:23.237744 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 43442) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:23.266028 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 04fffc65-e31c-4d51-939e-a21e94ddd6be, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=04fffc65-e31c-4d51-939e-a21e94ddd6be,segment=NetworkSegment(03b3b2d9-75f4-4e89-a73f-0d746dee5412),segment_id=03b3b2d9-75f4-4e89-a73f-0d746dee5412)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:54:23.305087 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Returning: {'device': '04fffc65-e31c-4d51-939e-a21e94ddd6be', 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1', 'port_id': '04fffc65-e31c-4d51-939e-a21e94ddd6be', 'mac_address': 'fa:16:3e:1b:11:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 20:54:23.350586 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3868a3c-9b6d-4e0a-a6dd-0d00bf120038 admin admin] Deleting subnet fa522a01-2a17-4ea6-9d09-71dfaa95aa18 {{(pid=83161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 08 20:54:23.360508 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e3868a3c-9b6d-4e0a-a6dd-0d00bf120038 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:23.427241 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:23.429128 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e098d-b1cd-4a12-87a8-a7d2d92122fa req-561e7de6-3f17-487c-81ed-b91b8546b2b4 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:23.431050 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-2e8e098d-b1cd-4a12-87a8-a7d2d92122fa req-561e7de6-3f17-487c-81ed-b91b8546b2b4 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1449966 Mar 08 20:54:23.456184 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04fffc65-e31c-4d51-939e-a21e94ddd6be {{(pid=83162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:54:23.472615 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 04fffc65-e31c-4d51-939e-a21e94ddd6be, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=04fffc65-e31c-4d51-939e-a21e94ddd6be,segment=NetworkSegment(03b3b2d9-75f4-4e89-a73f-0d746dee5412),segment_id=03b3b2d9-75f4-4e89-a73f-0d746dee5412)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:54:23.476126 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:23.486763 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e3868a3c-9b6d-4e0a-a6dd-0d00bf120038 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1095615'] for subnet, precommit_delete_associations {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:23.490076 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:23.528593 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-2e8e098d-b1cd-4a12-87a8-a7d2d92122fa req-d01cade2-fc0d-4841-82e0-5cc9a03bce76 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896070 Mar 08 20:54:23.598274 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=04fffc65-e31c-4d51-939e-a21e94ddd6be,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:23.606469 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] For port 0712f70d-438d-4d44-8878-12479f10c9e8, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=0712f70d-438d-4d44-8878-12479f10c9e8,segment=NetworkSegment(03b3b2d9-75f4-4e89-a73f-0d746dee5412),segment_id=03b3b2d9-75f4-4e89-a73f-0d746dee5412)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:54:23.613638 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:23.618024 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e3868a3c-9b6d-4e0a-a6dd-0d00bf120038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558918'] for subnet, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:23.717156 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e3868a3c-9b6d-4e0a-a6dd-0d00bf120038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3558927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1095503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1819689'] for subnet, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:23.730619 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Pushing event updated for resources: {'Port': ['ID=0712f70d-438d-4d44-8878-12479f10c9e8,revision_number=5']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:23.766320 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3868a3c-9b6d-4e0a-a6dd-0d00bf120038 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa522a01-2a17-4ea6-9d09-71dfaa95aa18,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:23.769934 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e3868a3c-9b6d-4e0a-a6dd-0d00bf120038 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:23.776525 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-e3868a3c-9b6d-4e0a-a6dd-0d00bf120038 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fa522a01-2a17-4ea6-9d09-71dfaa95aa18 HTTP/1.1" status: 204 len: 168 time: 0.5370994 Mar 08 20:54:23.779112 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 43460) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:23.856488 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['04fffc65-e31c-4d51-939e-a21e94ddd6be'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 20:54:24.007999 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a645bab0-2e18-40e9-837c-0de381e098bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468514'] for network, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:24.060756 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 43474) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:24.082817 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6b2bbaec-8f2d-4597-8cb2-126ea39aeec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:24.145961 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2042fc1-6a4c-4917-af1b-5465d0bb07ec req-4cbaad12-ba46-4043-8f4b-ba49eb87cd21 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:24.147553 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c2042fc1-6a4c-4917-af1b-5465d0bb07ec req-4cbaad12-ba46-4043-8f4b-ba49eb87cd21 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 944 time: 0.2128291 Mar 08 20:54:24.163183 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-6b2bbaec-8f2d-4597-8cb2-126ea39aeec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:24.168865 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-6b2bbaec-8f2d-4597-8cb2-126ea39aeec2 admin admin] Usage tracker for resource:security_group_rule and tenant:97addbbfa5fb44c0a63cc926939860dd is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:24.173340 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-6b2bbaec-8f2d-4597-8cb2-126ea39aeec2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:24.182264 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-6b2bbaec-8f2d-4597-8cb2-126ea39aeec2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:24.259325 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6b2bbaec-8f2d-4597-8cb2-126ea39aeec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:24.264228 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6b2bbaec-8f2d-4597-8cb2-126ea39aeec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:24.301568 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a645bab0-2e18-40e9-837c-0de381e098bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557779', 'neutron.services.segments.db._delete_segments_for_network-8774926378361'] for network, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:24.313724 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bbaec-8f2d-4597-8cb2-126ea39aeec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd5f318-3156-48ec-8ca4-0e12daa4999e,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:24.318467 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-6b2bbaec-8f2d-4597-8cb2-126ea39aeec2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=97addbbfa5fb44c0a63cc926939860dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2567036 Mar 08 20:54:24.321256 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 43478) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:24.334518 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c2042fc1-6a4c-4917-af1b-5465d0bb07ec req-cb66be26-00b5-4e43-a8dd-46c797091026 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786624 Mar 08 20:54:24.335572 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.services.segments.db [None req-a645bab0-2e18-40e9-837c-0de381e098bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852f3829-31ac-4e6a-8dff-d8f854a254b4']}} {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:24.348294 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.services.segments.db [None req-a645bab0-2e18-40e9-837c-0de381e098bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6462f7fb-1896-41dd-8bbd-74c716ac6196') {'for_net_delete': True} {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:24.348983 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.services.segments.db [None req-a645bab0-2e18-40e9-837c-0de381e098bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6462f7fb-1896-41dd-8bbd-74c716ac6196') {} {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:24.360036 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a645bab0-2e18-40e9-837c-0de381e098bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774926378244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1094476'] for segment, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:24.376950 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a645bab0-2e18-40e9-837c-0de381e098bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:24.383110 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a645bab0-2e18-40e9-837c-0de381e098bb admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=83161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 08 20:54:24.383389 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6e8ce1fc-a7dc-4749-8a40-dfef3c375bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:24.383530 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a645bab0-2e18-40e9-837c-0de381e098bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3537275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1095457'] for segment, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: Traceback (most recent call last): Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: timer() Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: cb(*args, **kw) Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: return func(*args, **kwargs) Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: self._notify() Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: self.callback(batched_events) Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: event.method(event) Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: return f(self, *a, **k) Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: return self._get(url).json() Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: return self.request(url, 'GET', **kwargs) Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:54:24.397338 dv-cinder-832328-1-smb neutron-server[83161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:54:24.412090 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6e8ce1fc-a7dc-4749-8a40-dfef3c375bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:24.474852 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6e8ce1fc-a7dc-4749-8a40-dfef3c375bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:24.478263 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a645bab0-2e18-40e9-837c-0de381e098bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356730'] for network, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:24.489794 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ce1fc-a7dc-4749-8a40-dfef3c375bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd5f318-3156-48ec-8ca4-0e12daa4999e,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:24.499397 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a645bab0-2e18-40e9-837c-0de381e098bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:24.504617 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6e8ce1fc-a7dc-4749-8a40-dfef3c375bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:24.506786 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-6e8ce1fc-a7dc-4749-8a40-dfef3c375bf0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9cd5f318-3156-48ec-8ca4-0e12daa4999e HTTP/1.1" status: 204 len: 168 time: 0.1844590 Mar 08 20:54:24.512965 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645bab0-2e18-40e9-837c-0de381e098bb admin admin] Pushing event deleted for resources: {'Network': ['ID=852f3829-31ac-4e6a-8dff-d8f854a254b4,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:24.515273 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-a645bab0-2e18-40e9-837c-0de381e098bb admin admin] 10.222.0.39 "DELETE /v2.0/networks/852f3829-31ac-4e6a-8dff-d8f854a254b4 HTTP/1.1" status: 204 len: 168 time: 0.7349968 Mar 08 20:54:24.617133 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 0712f70d-438d-4d44-8878-12479f10c9e8 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:54:24.701003 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port 0712f70d-438d-4d44-8878-12479f10c9e8 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:54:24.701692 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:24.795871 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 43494) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:24.844335 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbb5b4-229f-4b57-ab06-b35e2d15549f req-27b9202e-a9eb-4f53-9a08-68f2a3ad9707 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:24.845981 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-47dbb5b4-229f-4b57-ab06-b35e2d15549f req-27b9202e-a9eb-4f53-9a08-68f2a3ad9707 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1695690 Mar 08 20:54:24.862416 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-173ff399-5fdf-4461-83dc-b08eeff47541 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da98818d2a7644c598d58cfe64e3870b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0652773 Mar 08 20:54:24.862969 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 43498) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:24.905610 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-47dbb5b4-229f-4b57-ab06-b35e2d15549f req-982f255d-86ad-47e9-8ab3-1e6de556d1d6 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517955 Mar 08 20:54:24.935022 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-cef97297-322d-42db-bd36-c43c26ce6f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:24.962397 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-cef97297-322d-42db-bd36-c43c26ce6f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:25.023053 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 04fffc65-e31c-4d51-939e-a21e94ddd6be up at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:54:25.028285 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-cef97297-322d-42db-bd36-c43c26ce6f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:25.063142 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef97297-322d-42db-bd36-c43c26ce6f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9338f8-84e1-4e37-b565-2d504dadd9f2,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:25.066834 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-cef97297-322d-42db-bd36-c43c26ce6f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:25.068349 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-cef97297-322d-42db-bd36-c43c26ce6f13 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f9338f8-84e1-4e37-b565-2d504dadd9f2 HTTP/1.1" status: 204 len: 168 time: 0.2043924 Mar 08 20:54:25.203367 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning for port 04fffc65-e31c-4d51-939e-a21e94ddd6be completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:54:25.210954 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning complete for port 04fffc65-e31c-4d51-939e-a21e94ddd6be triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:54:25.211325 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:25.355553 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:25.398396 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 04fffc65-e31c-4d51-939e-a21e94ddd6be, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=04fffc65-e31c-4d51-939e-a21e94ddd6be,segment=NetworkSegment(03b3b2d9-75f4-4e89-a73f-0d746dee5412),segment_id=03b3b2d9-75f4-4e89-a73f-0d746dee5412)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:54:25.399837 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fffc65-e31c-4d51-939e-a21e94ddd6be'}] {{(pid=83162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:54:25.407198 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:25.491113 dv-cinder-832328-1-smb neutron-server[83162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fffc65-e31c-4d51-939e-a21e94ddd6be', 'code': 200} Mar 08 20:54:25.526732 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=04fffc65-e31c-4d51-939e-a21e94ddd6be,revision_number=5']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:25.595233 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a73582-173a-43ad-8935-72b61bc5850b req-6fdac313-8261-446b-a2ac-0303c4af84d4 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:25.596780 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-83a73582-173a-43ad-8935-72b61bc5850b req-6fdac313-8261-446b-a2ac-0303c4af84d4 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.0874846 Mar 08 20:54:25.656486 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-83a73582-173a-43ad-8935-72b61bc5850b req-61558a2a-61cc-4854-8618-af2e2ae5c16a tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510476 Mar 08 20:54:25.689008 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 43534) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:25.750076 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-3dc2e0bb-8a09-4333-a9e8-b5862af2bd36 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=39b6c835b8494e3189209d878fd57d68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0592709 Mar 08 20:54:25.752667 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 43540) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:25.790361 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-4b8face0-1381-4ecd-82ff-c802bc8c6123 req-10370e17-aba6-4f29-b10d-202aa1ee5ee3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 1098 time: 0.1025922 Mar 08 20:54:25.812359 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 43544) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:25.848984 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f34360c9-c792-44f7-82a1-14113f6f755f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:25.865613 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-4b8face0-1381-4ecd-82ff-c802bc8c6123 req-9426d05a-6954-40d9-8f01-fa97542c1740 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670571 Mar 08 20:54:25.882095 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f34360c9-c792-44f7-82a1-14113f6f755f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:25.947255 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f34360c9-c792-44f7-82a1-14113f6f755f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:25.966193 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34360c9-c792-44f7-82a1-14113f6f755f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230bb503-0b79-4f89-9f5c-23b6e67751c3,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:25.979158 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f34360c9-c792-44f7-82a1-14113f6f755f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:25.982784 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-f34360c9-c792-44f7-82a1-14113f6f755f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/230bb503-0b79-4f89-9f5c-23b6e67751c3 HTTP/1.1" status: 204 len: 168 time: 0.2266579 Mar 08 20:54:26.008772 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 43556) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:26.227408 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d3dc46d5-36a6-49b0-824f-350de7bdbbd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:26.272085 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8869a8-92e2-4596-bf00-9d7ecfbb18d3 req-4fbaa7a7-8f47-457f-bd9d-c022fb52cbaf tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:26.273524 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-af8869a8-92e2-4596-bf00-9d7ecfbb18d3 req-4fbaa7a7-8f47-457f-bd9d-c022fb52cbaf tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.2311597 Mar 08 20:54:26.309461 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-d3dc46d5-36a6-49b0-824f-350de7bdbbd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:26.314968 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-d3dc46d5-36a6-49b0-824f-350de7bdbbd8 admin admin] Usage tracker for resource:security_group_rule and tenant:433835964c6f48c1a5303b1c1c1b44ad is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:26.317851 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-d3dc46d5-36a6-49b0-824f-350de7bdbbd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:26.323791 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-d3dc46d5-36a6-49b0-824f-350de7bdbbd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:26.351777 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-af8869a8-92e2-4596-bf00-9d7ecfbb18d3 req-0aaf4e22-e036-44a1-9e95-ea082ee79c9f tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688467 Mar 08 20:54:26.358961 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-c026f2b7-b05b-4494-9129-8cb773e0b1ea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2053775913-network', 'tenant_id': '222878746e884f15a3aaea3ef302af76'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:54:26.364239 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-c026f2b7-b05b-4494-9129-8cb773e0b1ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:26.371111 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-c026f2b7-b05b-4494-9129-8cb773e0b1ea admin admin] Usage tracker for resource:network and tenant:222878746e884f15a3aaea3ef302af76 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:26.377369 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-c026f2b7-b05b-4494-9129-8cb773e0b1ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:26.384836 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-c026f2b7-b05b-4494-9129-8cb773e0b1ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:26.415532 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c026f2b7-b05b-4494-9129-8cb773e0b1ea admin admin] Made reservation on behalf of 222878746e884f15a3aaea3ef302af76 for: {'network': 1} {{(pid=83160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:54:26.418722 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c026f2b7-b05b-4494-9129-8cb773e0b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for network, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:26.436989 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c026f2b7-b05b-4494-9129-8cb773e0b1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:26.491893 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d3dc46d5-36a6-49b0-824f-350de7bdbbd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:26.499368 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d3dc46d5-36a6-49b0-824f-350de7bdbbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:26.524049 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-c026f2b7-b05b-4494-9129-8cb773e0b1ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:26.539310 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-c026f2b7-b05b-4494-9129-8cb773e0b1ea admin admin] Usage tracker for resource:security_group_rule and tenant:222878746e884f15a3aaea3ef302af76 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:26.550807 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-c026f2b7-b05b-4494-9129-8cb773e0b1ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:26.575267 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-c026f2b7-b05b-4494-9129-8cb773e0b1ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:26.582532 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc46d5-36a6-49b0-824f-350de7bdbbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568135eb-a847-463f-85ab-ac6c573c38a9,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:26.598258 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 43580) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:26.608860 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-d3dc46d5-36a6-49b0-824f-350de7bdbbd8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=433835964c6f48c1a5303b1c1c1b44ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7950335 Mar 08 20:54:26.711764 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-0323ca5a-4ce0-4f74-9b88-0b31f424023c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:26.739819 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-0323ca5a-4ce0-4f74-9b88-0b31f424023c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:26.742436 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c026f2b7-b05b-4494-9129-8cb773e0b1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:26.749574 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c026f2b7-b05b-4494-9129-8cb773e0b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:26.769710 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c026f2b7-b05b-4494-9129-8cb773e0b1ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=83160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:54:26.781301 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c026f2b7-b05b-4494-9129-8cb773e0b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:26.781738 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.db.segments_db [None req-c026f2b7-b05b-4494-9129-8cb773e0b1ea admin admin] Added segment b120b519-5d1f-4929-a02d-4493480a1090 of type vlan for network fde9fed7-e7fc-4a6d-9950-eb02768e1372 Mar 08 20:54:26.815047 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-0323ca5a-4ce0-4f74-9b88-0b31f424023c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:26.826314 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c026f2b7-b05b-4494-9129-8cb773e0b1ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774925924886'] for network, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:26.839096 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026f2b7-b05b-4494-9129-8cb773e0b1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c50651-8b2a-4af9-95de-43e4f5965673,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:26.867033 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c026f2b7-b05b-4494-9129-8cb773e0b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423'] for network, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:26.867332 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323ca5a-4ce0-4f74-9b88-0b31f424023c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568135eb-a847-463f-85ab-ac6c573c38a9,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:26.869874 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c026f2b7-b05b-4494-9129-8cb773e0b1ea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:26.870858 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c026f2b7-b05b-4494-9129-8cb773e0b1ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:26.885994 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-0323ca5a-4ce0-4f74-9b88-0b31f424023c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:26.890716 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-0323ca5a-4ce0-4f74-9b88-0b31f424023c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/568135eb-a847-463f-85ab-ac6c573c38a9 HTTP/1.1" status: 204 len: 168 time: 0.2912102 Mar 08 20:54:27.013572 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026f2b7-b05b-4494-9129-8cb773e0b1ea admin admin] Pushing event updated for resources: {'Network': ['ID=fde9fed7-e7fc-4a6d-9950-eb02768e1372,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:27.024149 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Network fde9fed7-e7fc-4a6d-9950-eb02768e1372 details requested by agent ovs-agent-dv-cinder-832328-1-smb with host dv-cinder-832328-1-smb {{(pid=83162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 20:54:27.028251 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bf8a0-5180-4c19-9876-7c3590fa1be7 req-d50407f6-a644-4218-93eb-b38c38b40a8c tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:27.031083 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-777bf8a0-5180-4c19-9876-7c3590fa1be7 req-d50407f6-a644-4218-93eb-b38c38b40a8c tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.1230502 Mar 08 20:54:27.031793 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 43594) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:27.037394 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-c026f2b7-b05b-4494-9129-8cb773e0b1ea admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0275533 Mar 08 20:54:27.040258 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 43600) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:27.049537 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-875ecf10-dc7a-40d6-bcbe-3d3d6ed420bc admin admin] Request body: {'subnet': {'network_id': 'fde9fed7-e7fc-4a6d-9950-eb02768e1372', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2053775913-subnet', 'tenant_id': '222878746e884f15a3aaea3ef302af76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:54:27.058914 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-875ecf10-dc7a-40d6-bcbe-3d3d6ed420bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:27.069311 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-875ecf10-dc7a-40d6-bcbe-3d3d6ed420bc admin admin] Usage tracker for resource:subnet and tenant:222878746e884f15a3aaea3ef302af76 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:27.078733 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-875ecf10-dc7a-40d6-bcbe-3d3d6ed420bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:27.091085 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-875ecf10-dc7a-40d6-bcbe-3d3d6ed420bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:27.094916 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-777bf8a0-5180-4c19-9876-7c3590fa1be7 req-8a7b281a-267a-45ea-989b-2056624c97e4 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555439 Mar 08 20:54:27.124156 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875ecf10-dc7a-40d6-bcbe-3d3d6ed420bc admin admin] Made reservation on behalf of 222878746e884f15a3aaea3ef302af76 for: {'subnet': 1} {{(pid=83160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:54:27.130501 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-875ecf10-dc7a-40d6-bcbe-3d3d6ed420bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1778544'] for subnet, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:27.458837 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-875ecf10-dc7a-40d6-bcbe-3d3d6ed420bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1387674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1778530'] for subnet, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:27.578020 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c4ca37f5-0e06-485d-a95d-fbcd6e023059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:27.601069 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ecf10-dc7a-40d6-bcbe-3d3d6ed420bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc4495bd-0a75-4c9e-9574-f5063f27a391,revision_number=0']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:27.625598 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-c4ca37f5-0e06-485d-a95d-fbcd6e023059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:27.626617 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875ecf10-dc7a-40d6-bcbe-3d3d6ed420bc admin admin] Checking segment: {'id': 'b120b519-5d1f-4929-a02d-4493480a1090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'fde9fed7-e7fc-4a6d-9950-eb02768e1372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:54:27.627034 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875ecf10-dc7a-40d6-bcbe-3d3d6ed420bc admin admin] Network hostable DHCP agents. Network: fde9fed7-e7fc-4a6d-9950-eb02768e1372, hostable agents: ['f8f0924d-105e-45b1-98fc-f771e4a35ffd'], hosted agents: [] {{(pid=83160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:54:27.630619 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-c4ca37f5-0e06-485d-a95d-fbcd6e023059 admin admin] Usage tracker for resource:security_group_rule and tenant:f6b2b026968143fabfa9d8f297974736 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:27.635269 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-c4ca37f5-0e06-485d-a95d-fbcd6e023059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:27.643023 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-c4ca37f5-0e06-485d-a95d-fbcd6e023059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:27.659444 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad2aef-baf4-4239-a7e7-04cb57a122c9 req-928be7fc-3b54-4aee-9386-ac60bc5df4dc tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:27.661006 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-53ad2aef-baf4-4239-a7e7-04cb57a122c9 req-928be7fc-3b54-4aee-9386-ac60bc5df4dc tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1259274 Mar 08 20:54:27.683511 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875ecf10-dc7a-40d6-bcbe-3d3d6ed420bc admin admin] Network fde9fed7-e7fc-4a6d-9950-eb02768e1372 is scheduled to be hosted by DHCP agent f8f0924d-105e-45b1-98fc-f771e4a35ffd with binding_index 1 {{(pid=83160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:54:27.703928 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-875ecf10-dc7a-40d6-bcbe-3d3d6ed420bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-smb, fde9fed7-e7fc-4a6d-9950-eb02768e1372) {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:54:27.709502 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875ecf10-dc7a-40d6-bcbe-3d3d6ed420bc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:27.709914 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-875ecf10-dc7a-40d6-bcbe-3d3d6ed420bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for subnet, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:27.714552 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594ebd05-34e8-4b40-a90f-df96bff7c305 None None] Network fde9fed7-e7fc-4a6d-9950-eb02768e1372 requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:54:27.730817 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-53ad2aef-baf4-4239-a7e7-04cb57a122c9 req-0cb5db8d-e10b-4336-bec2-070c2246b205 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626283 Mar 08 20:54:27.740264 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-875ecf10-dc7a-40d6-bcbe-3d3d6ed420bc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6989453 Mar 08 20:54:27.782585 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c4ca37f5-0e06-485d-a95d-fbcd6e023059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:27.788533 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c4ca37f5-0e06-485d-a95d-fbcd6e023059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:27.833607 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca37f5-0e06-485d-a95d-fbcd6e023059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7263e13-2e0b-45e3-b9ed-f558ae026db2,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:27.855250 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-c4ca37f5-0e06-485d-a95d-fbcd6e023059 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f6b2b026968143fabfa9d8f297974736&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8221657 Mar 08 20:54:27.857846 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 43630) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:27.926957 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8a1306f9-f0e5-4d37-a4df-a7d36c687659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:27.954124 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8a1306f9-f0e5-4d37-a4df-a7d36c687659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:27.982069 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4783040-8071-4fb9-bc70-d40c99a42829 None None] Network fde9fed7-e7fc-4a6d-9950-eb02768e1372 requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:54:28.027022 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8a1306f9-f0e5-4d37-a4df-a7d36c687659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:28.054554 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1306f9-f0e5-4d37-a4df-a7d36c687659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7263e13-2e0b-45e3-b9ed-f558ae026db2,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:28.060439 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8a1306f9-f0e5-4d37-a4df-a7d36c687659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:28.061755 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-8a1306f9-f0e5-4d37-a4df-a7d36c687659 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a7263e13-2e0b-45e3-b9ed-f558ae026db2 HTTP/1.1" status: 204 len: 168 time: 0.2027166 Mar 08 20:54:28.253476 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 43648) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:28.372460 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42d2cf-3ac2-4454-b1df-c2adf9cf3e1c req-2abec794-bba5-4c13-ae1e-c8e930153ac8 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:28.379552 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-4e42d2cf-3ac2-4454-b1df-c2adf9cf3e1c req-2abec794-bba5-4c13-ae1e-c8e930153ac8 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.1085260 Mar 08 20:54:28.462164 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-4e42d2cf-3ac2-4454-b1df-c2adf9cf3e1c req-8c06d07f-7118-4af6-bd7e-dbd68ff8d343 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815558 Mar 08 20:54:28.725429 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-70b1db9b-756f-4075-8bb5-1f61ecd060f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:28.776147 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5215b-2a3a-4fea-a851-611387e4a309 req-1d73984c-18a6-4ecb-8eea-69acd7e8da2f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:28.777554 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-64e5215b-2a3a-4fea-a851-611387e4a309 req-1d73984c-18a6-4ecb-8eea-69acd7e8da2f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.1616430 Mar 08 20:54:28.782800 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-70b1db9b-756f-4075-8bb5-1f61ecd060f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:28.787146 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 43676) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:28.787294 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-70b1db9b-756f-4075-8bb5-1f61ecd060f8 admin admin] Usage tracker for resource:security_group_rule and tenant:ee85fc03e9964a58acc7b0a3c4538851 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:28.790580 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-70b1db9b-756f-4075-8bb5-1f61ecd060f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:28.809334 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-70b1db9b-756f-4075-8bb5-1f61ecd060f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:28.810015 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-9989d11e-60bf-4d84-9b15-292629c38461 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Request body: {'floatingip': {'port_id': '04fffc65-e31c-4d51-939e-a21e94ddd6be'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:54:28.987640 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9989d11e-60bf-4d84-9b15-292629c38461 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for floatingip, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:29.031645 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-70b1db9b-756f-4075-8bb5-1f61ecd060f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:29.039154 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-70b1db9b-756f-4075-8bb5-1f61ecd060f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:29.090787 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-70b1db9b-756f-4075-8bb5-1f61ecd060f8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ee85fc03e9964a58acc7b0a3c4538851&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8331552 Mar 08 20:54:29.093234 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 43692) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:29.132664 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1db9b-756f-4075-8bb5-1f61ecd060f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f794770a-001f-4a36-a91a-ce6930e16a03,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:29.173608 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-14f9f5a3-d919-4cb7-aaaa-50944a52aff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:29.207893 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-14f9f5a3-d919-4cb7-aaaa-50944a52aff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:29.276159 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-14f9f5a3-d919-4cb7-aaaa-50944a52aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:29.296123 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9f5a3-d919-4cb7-aaaa-50944a52aff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f794770a-001f-4a36-a91a-ce6930e16a03,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:29.307372 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-14f9f5a3-d919-4cb7-aaaa-50944a52aff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:29.308784 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-14f9f5a3-d919-4cb7-aaaa-50944a52aff8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f794770a-001f-4a36-a91a-ce6930e16a03 HTTP/1.1" status: 204 len: 168 time: 0.2130790 Mar 08 20:54:29.391593 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3bb9a-4317-4dad-9f78-eb7699254c70 req-5ab2df9e-53e5-40de-9bb3-b99616671378 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:29.393852 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-28c3bb9a-4317-4dad-9f78-eb7699254c70 req-5ab2df9e-53e5-40de-9bb3-b99616671378 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.2859867 Mar 08 20:54:29.673220 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-28c3bb9a-4317-4dad-9f78-eb7699254c70 req-a373e3f4-c70a-4d60-8b83-7318aef65642 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708104 Mar 08 20:54:30.190540 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9989d11e-60bf-4d84-9b15-292629c38461 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:30.197043 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9989d11e-60bf-4d84-9b15-292629c38461 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-356680'] for floatingip, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:30.440371 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.db.l3_db [None req-9989d11e-60bf-4d84-9b15-292629c38461 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Floating IP d2ce4373-dd96-4c60-8345-329976ff72b0 associated. External IP: 172.28.2.141, port: 04fffc65-e31c-4d51-939e-a21e94ddd6be. Mar 08 20:54:30.638191 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-20a71aa8-d914-457a-a7e8-b4a42a2472c3 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:30.638874 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-20a71aa8-d914-457a-a7e8-b4a42a2472c3 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Synchronizing usage tracker for tenant:222878746e884f15a3aaea3ef302af76 on resource:network {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:54:30.667125 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-20a71aa8-d914-457a-a7e8-b4a42a2472c3 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Unset dirty status for tenant:222878746e884f15a3aaea3ef302af76 on resource:network {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:54:30.669390 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-20a71aa8-d914-457a-a7e8-b4a42a2472c3 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/networks?id=fde9fed7-e7fc-4a6d-9950-eb02768e1372 HTTP/1.1" status: 200 len: 809 time: 0.1797669 Mar 08 20:54:30.688294 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-5ea18c24-04dc-4230-95ed-f5a0aa6c7915 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/quotas/222878746e884f15a3aaea3ef302af76 HTTP/1.1" status: 200 len: 375 time: 0.0135496 Mar 08 20:54:30.759499 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-fec591b7-6618-4cff-b82f-59635a6e5a02 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=222878746e884f15a3aaea3ef302af76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655487 Mar 08 20:54:30.906180 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-ced7cf28-8a84-4cb8-8abd-ff3aaf58c9cc service neutron] 10.222.0.39 "GET /v2.0/networks/fde9fed7-e7fc-4a6d-9950-eb02768e1372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452241 Mar 08 20:54:31.000404 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052235f6-4c1c-4540-befb-4af5c835ebe0 req-9aab0f8f-0a2f-4272-b0dc-42a3ce59512c tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:31.001936 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-052235f6-4c1c-4540-befb-4af5c835ebe0 req-9aab0f8f-0a2f-4272-b0dc-42a3ce59512c tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1394660 Mar 08 20:54:31.067710 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9989d11e-60bf-4d84-9b15-292629c38461 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Router 0c3d9684-ae70-4cfb-9f2c-a0502022597c has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:54:31.074470 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-052235f6-4c1c-4540-befb-4af5c835ebe0 req-4e484fb6-b82e-4654-bf60-5855f01a1638 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651040 Mar 08 20:54:31.074632 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-4c6ed0e3-35d5-4eff-b2af-b2681d8908eb service neutron] 10.222.0.39 "GET /v2.0/networks/fde9fed7-e7fc-4a6d-9950-eb02768e1372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670933 Mar 08 20:54:31.450624 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8734da3b-2255-40f2-916d-ad24e75a4b47 req-805d6dbe-ac16-413e-a1ac-e654b8149863 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5a3237a-13c5-49dc-ace5-73ef4f32d9b5 HTTP/1.1" status: 200 len: 210 time: 0.1930437 Mar 08 20:54:31.559094 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9989d11e-60bf-4d84-9b15-292629c38461 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:54:31.571674 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6f5499-0f97-4cf6-aea9-04fd39301863 None None] Sync routers for ids ['0c3d9684-ae70-4cfb-9f2c-a0502022597c'] in dv-cinder-832328-1-smb {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:54:31.581514 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9989d11e-60bf-4d84-9b15-292629c38461 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for floatingip, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:31.594465 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6f5499-0f97-4cf6-aea9-04fd39301863 None None] Routers {'0c3d9684-ae70-4cfb-9f2c-a0502022597c'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:54:31.596229 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-2c6f5499-0f97-4cf6-aea9-04fd39301863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:54:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['0c3d9684-ae70-4cfb-9f2c-a0502022597c'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:31.661517 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-9989d11e-60bf-4d84-9b15-292629c38461 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "PUT /v2.0/floatingips/d2ce4373-dd96-4c60-8345-329976ff72b0 HTTP/1.1" status: 200 len: 991 time: 2.8730676 Mar 08 20:54:31.662751 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8', 'tag': '04fffc65-e31c-4d51-939e-a21e94ddd6be'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:54:31.753553 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8', 'tag': '04fffc65-e31c-4d51-939e-a21e94ddd6be', 'status': 'completed', 'code': 200} Mar 08 20:54:31.872195 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8c9908e1-b4a8-41b2-a7d3-d537c1f2c3b1 req-b342b092-b13b-4d18-b361-462f43eee12f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=83b0974382f941988054e5cb37b05168&device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 1098 time: 0.0973251 Mar 08 20:54:31.986832 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-2c6f5499-0f97-4cf6-aea9-04fd39301863 None None] Set router 0c3d9684-ae70-4cfb-9f2c-a0502022597c gateway port host: dv-cinder-832328-1-smb {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:54:32.097080 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9908e1-b4a8-41b2-a7d3-d537c1f2c3b1 req-2a34f5ec-63f4-45db-833d-443ba1d52f21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:32.101675 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8c9908e1-b4a8-41b2-a7d3-d537c1f2c3b1 req-2a34f5ec-63f4-45db-833d-443ba1d52f21 service neutron] 10.222.0.21 "GET /v2.0/networks?id=239e2d37-cae2-4302-bc13-ce825026cdf1 HTTP/1.1" status: 200 len: 912 time: 0.2230928 Mar 08 20:54:32.259784 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8c9908e1-b4a8-41b2-a7d3-d537c1f2c3b1 req-d952618c-bbe5-4a51-afbb-f16fd3846611 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04fffc65-e31c-4d51-939e-a21e94ddd6be HTTP/1.1" status: 200 len: 999 time: 0.1506238 Mar 08 20:54:32.348703 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-93dae9d1-8de7-47ec-a091-85d7f631f3e4 req-7cc91c65-35cd-4ae8-b09d-643a6b1e6d35 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 1098 time: 0.1995308 Mar 08 20:54:32.542233 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9908e1-b4a8-41b2-a7d3-d537c1f2c3b1 req-a4638832-b384-4ebf-adc1-dfe17ff297a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:32.546183 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8c9908e1-b4a8-41b2-a7d3-d537c1f2c3b1 req-a4638832-b384-4ebf-adc1-dfe17ff297a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bff06441-7eb9-494f-8cf1-5b73b840bf8a HTTP/1.1" status: 200 len: 850 time: 0.2801547 Mar 08 20:54:32.648642 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-93dae9d1-8de7-47ec-a091-85d7f631f3e4 req-e2fbd268-82ee-4b08-b7c6-e2e5feb521bf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878973 Mar 08 20:54:32.739786 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-2c6f5499-0f97-4cf6-aea9-04fd39301863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'name': 'tempest-AttachVolumeTestJSON-1011905253-router', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:00Z', 'updated_at': '2022-03-08T20:54:05Z', 'revision_number': 4, 'project_id': '83b0974382f941988054e5cb37b05168', 'gw_port': {'id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:01Z', 'updated_at': '2022-03-08T20:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': 'd2ce4373-dd96-4c60-8345-329976ff72b0', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'floating_ip_address': '172.28.2.141', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'port_id': '04fffc65-e31c-4d51-939e-a21e94ddd6be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1', 'mac_address': 'fa:16:3e:1b:11:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:54:09Z', 'updated_at': '2022-03-08T20:54:29Z', 'revision_number': 1, 'project_id': '83b0974382f941988054e5cb37b05168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0712f70d-438d-4d44-8878-12479f10c9e8', 'name': '', 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'mac_address': 'fa:16:3e:74:70:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:04Z', 'updated_at': '2022-03-08T20:54:23Z', 'revision_number': 5, 'project_id': '83b0974382f941988054e5cb37b05168', 'subnets': [{'id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:32.756888 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6f5499-0f97-4cf6-aea9-04fd39301863 None None] Checking router: 0c3d9684-ae70-4cfb-9f2c-a0502022597c for host: dv-cinder-832328-1-smb {{(pid=83163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:54:32.774748 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5ebd7-3a05-4529-85b9-1a95a9082c34 req-e50fd047-e9db-4f82-85e6-35b4c4880da1 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:32.782894 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6f5499-0f97-4cf6-aea9-04fd39301863 None None] Routers {'0c3d9684-ae70-4cfb-9f2c-a0502022597c'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:54:32.783209 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-cdb5ebd7-3a05-4529-85b9-1a95a9082c34 req-e50fd047-e9db-4f82-85e6-35b4c4880da1 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.3911412 Mar 08 20:54:32.784331 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-2c6f5499-0f97-4cf6-aea9-04fd39301863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:54:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['0c3d9684-ae70-4cfb-9f2c-a0502022597c'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:32.800014 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ce17915a-4997-4bde-976e-c125bd56e93d req-5656b826-9b37-4d07-8ce7-8db4c7ff2c6a tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5a3237a-13c5-49dc-ace5-73ef4f32d9b5 HTTP/1.1" status: 200 len: 210 time: 0.0701244 Mar 08 20:54:32.862744 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8c9908e1-b4a8-41b2-a7d3-d537c1f2c3b1 req-d17dfc1f-892d-42da-8b07-fb3f8f63c008 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=239e2d37-cae2-4302-bc13-ce825026cdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2919223 Mar 08 20:54:32.873347 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-cdb5ebd7-3a05-4529-85b9-1a95a9082c34 req-bfe5f8da-f76a-4aa6-94ce-a51cebf00223 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892889 Mar 08 20:54:33.053941 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 43846) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:33.100862 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-2c6f5499-0f97-4cf6-aea9-04fd39301863 None None] Set router 0c3d9684-ae70-4cfb-9f2c-a0502022597c gateway port host: dv-cinder-832328-1-smb {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:54:33.163047 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8c9908e1-b4a8-41b2-a7d3-d537c1f2c3b1 req-d27e335a-56e4-4950-84e0-eded147e2826 service neutron] 10.222.0.21 "GET /v2.0/networks/239e2d37-cae2-4302-bc13-ce825026cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626033 Mar 08 20:54:33.212412 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-58c669cc-05c3-4c51-a2e6-7939728f363e tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:33.213948 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-58c669cc-05c3-4c51-a2e6-7939728f363e tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.21 "GET /v2.0/networks?id=fde9fed7-e7fc-4a6d-9950-eb02768e1372 HTTP/1.1" status: 200 len: 809 time: 0.3125751 Mar 08 20:54:33.231537 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-72105759-fc07-47f4-9e4f-df534683b0ae tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Request body: {'port': {'device_id': 'e5a3237a-13c5-49dc-ace5-73ef4f32d9b5', 'network_id': 'fde9fed7-e7fc-4a6d-9950-eb02768e1372', 'admin_state_up': True, 'tenant_id': '222878746e884f15a3aaea3ef302af76'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:54:33.297010 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b819bf22-0cfb-47c9-9860-c7e5ce75066f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:33.362594 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-b819bf22-0cfb-47c9-9860-c7e5ce75066f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:33.376167 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-b819bf22-0cfb-47c9-9860-c7e5ce75066f admin admin] Usage tracker for resource:security_group_rule and tenant:f21b7480e8f1440aa8e63f0364d3dc7a is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:33.380628 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-b819bf22-0cfb-47c9-9860-c7e5ce75066f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:33.389780 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8c9908e1-b4a8-41b2-a7d3-d537c1f2c3b1 req-8203f606-18c9-4dab-a872-9c31b19bea28 service neutron] 10.222.0.21 "GET /v2.0/networks/239e2d37-cae2-4302-bc13-ce825026cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194030 Mar 08 20:54:33.390679 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-b819bf22-0cfb-47c9-9860-c7e5ce75066f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:33.395899 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-72105759-fc07-47f4-9e4f-df534683b0ae tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:33.401038 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-72105759-fc07-47f4-9e4f-df534683b0ae tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Usage tracker for resource:port and tenant:222878746e884f15a3aaea3ef302af76 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:33.404429 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-72105759-fc07-47f4-9e4f-df534683b0ae tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:33.410391 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-72105759-fc07-47f4-9e4f-df534683b0ae tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:33.430437 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-72105759-fc07-47f4-9e4f-df534683b0ae tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Made reservation on behalf of 222878746e884f15a3aaea3ef302af76 for: {'port': 1} {{(pid=83160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:54:33.435350 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-72105759-fc07-47f4-9e4f-df534683b0ae tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:33.474974 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b819bf22-0cfb-47c9-9860-c7e5ce75066f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:33.480587 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b819bf22-0cfb-47c9-9860-c7e5ce75066f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:33.548472 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819bf22-0cfb-47c9-9860-c7e5ce75066f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c8ee1b-c255-4612-9f28-de1d35b75622,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:33.560477 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-b819bf22-0cfb-47c9-9860-c7e5ce75066f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f21b7480e8f1440aa8e63f0364d3dc7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5055277 Mar 08 20:54:33.563882 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 43858) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:33.572661 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-2c6f5499-0f97-4cf6-aea9-04fd39301863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'name': 'tempest-AttachVolumeTestJSON-1011905253-router', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:00Z', 'updated_at': '2022-03-08T20:54:05Z', 'revision_number': 4, 'project_id': '83b0974382f941988054e5cb37b05168', 'gw_port': {'id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:01Z', 'updated_at': '2022-03-08T20:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': 'd2ce4373-dd96-4c60-8345-329976ff72b0', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'floating_ip_address': '172.28.2.141', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'port_id': '04fffc65-e31c-4d51-939e-a21e94ddd6be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1', 'mac_address': 'fa:16:3e:1b:11:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:54:09Z', 'updated_at': '2022-03-08T20:54:29Z', 'revision_number': 1, 'project_id': '83b0974382f941988054e5cb37b05168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0712f70d-438d-4d44-8878-12479f10c9e8', 'name': '', 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'mac_address': 'fa:16:3e:74:70:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:04Z', 'updated_at': '2022-03-08T20:54:23Z', 'revision_number': 5, 'project_id': '83b0974382f941988054e5cb37b05168', 'subnets': [{'id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:33.577101 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6f5499-0f97-4cf6-aea9-04fd39301863 None None] The sync data for ids ['0c3d9684-ae70-4cfb-9f2c-a0502022597c'] in dv-cinder-832328-1-smb is: [{'id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'name': 'tempest-AttachVolumeTestJSON-1011905253-router', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:00Z', 'updated_at': '2022-03-08T20:54:05Z', 'revision_number': 4, 'project_id': '83b0974382f941988054e5cb37b05168', 'gw_port': {'id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:01Z', 'updated_at': '2022-03-08T20:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': 'd2ce4373-dd96-4c60-8345-329976ff72b0', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'floating_ip_address': '172.28.2.141', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'port_id': '04fffc65-e31c-4d51-939e-a21e94ddd6be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1', 'mac_address': 'fa:16:3e:1b:11:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:54:09Z', 'updated_at': '2022-03-08T20:54:29Z', 'revision_number': 1, 'project_id': '83b0974382f941988054e5cb37b05168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0712f70d-438d-4d44-8878-12479f10c9e8', 'name': '', 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'mac_address': 'fa:16:3e:74:70:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:04Z', 'updated_at': '2022-03-08T20:54:23Z', 'revision_number': 5, 'project_id': '83b0974382f941988054e5cb37b05168', 'subnets': [{'id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:54:33.631392 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_common [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-72105759-fc07-47f4-9e4f-df534683b0ae tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Allocated IP 172.20.0.10 (fde9fed7-e7fc-4a6d-9950-eb02768e1372/dc4495bd-0a75-4c9e-9574-f5063f27a391/447e5b05-91f3-4849-bd81-779c45ee8658) {{(pid=83160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:54:33.637502 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-7fcae669-14b8-4fde-a310-96c8f1b87653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:33.673270 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-7fcae669-14b8-4fde-a310-96c8f1b87653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:33.732482 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-7fcae669-14b8-4fde-a310-96c8f1b87653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:33.749497 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcae669-14b8-4fde-a310-96c8f1b87653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c8ee1b-c255-4612-9f28-de1d35b75622,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:33.756712 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-7fcae669-14b8-4fde-a310-96c8f1b87653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:33.770840 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-7fcae669-14b8-4fde-a310-96c8f1b87653 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f9c8ee1b-c255-4612-9f28-de1d35b75622 HTTP/1.1" status: 204 len: 168 time: 0.2058241 Mar 08 20:54:33.846814 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7600d9-c0d9-41c3-b304-ebdf992c5fbe None None] New status for floating IP d2ce4373-dd96-4c60-8345-329976ff72b0: ACTIVE {{(pid=83162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 08 20:54:33.909955 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 43872) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:34.003776 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-72105759-fc07-47f4-9e4f-df534683b0ae tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Notify callbacks [] for port, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:34.132380 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e47202c9-dcdb-49c7-b018-03a5731c1886 req-301c6b09-7bb5-4e43-90a8-4671c52cd6fa tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5a3237a-13c5-49dc-ace5-73ef4f32d9b5 HTTP/1.1" status: 200 len: 210 time: 0.0790455 Mar 08 20:54:34.161616 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-72105759-fc07-47f4-9e4f-df534683b0ae tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:34.373871 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd5248-b0d3-4012-902c-bda3f41a0e00 req-d73b4c5d-25dc-4536-ad3f-ccbf521eea0b tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:34.376535 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-fbbd5248-b0d3-4012-902c-bda3f41a0e00 req-d73b4c5d-25dc-4536-ad3f-ccbf521eea0b tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.2375550 Mar 08 20:54:34.417757 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-72105759-fc07-47f4-9e4f-df534683b0ae tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Network fde9fed7-e7fc-4a6d-9950-eb02768e1372 is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:54:34.421092 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72105759-fc07-47f4-9e4f-df534683b0ae tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Pushing event updated for resources: {'Port': ['ID=447e5b05-91f3-4849-bd81-779c45ee8658,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:34.428319 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-72105759-fc07-47f4-9e4f-df534683b0ae tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:54:34.432528 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-72105759-fc07-47f4-9e4f-df534683b0ae tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Received port after_create {{(pid=83160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:54:34.467835 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-fbbd5248-b0d3-4012-902c-bda3f41a0e00 req-d9b70563-0c38-481b-9b1a-7a07c882363a tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852516 Mar 08 20:54:34.521234 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-72105759-fc07-47f4-9e4f-df534683b0ae tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:34.526465 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-72105759-fc07-47f4-9e4f-df534683b0ae tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:34.568380 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c3cfa647-659e-44ad-892d-66053d636e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:34.569432 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-72105759-fc07-47f4-9e4f-df534683b0ae tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3429942 Mar 08 20:54:34.592765 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-446c215e-086c-43c4-af51-99d09a950f29 service neutron] Request body: {'port': {'device_id': 'e5a3237a-13c5-49dc-ace5-73ef4f32d9b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:54:34.604316 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-c3cfa647-659e-44ad-892d-66053d636e5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:34.608725 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-c3cfa647-659e-44ad-892d-66053d636e5b admin admin] Usage tracker for resource:security_group_rule and tenant:9ef617026d7f4b759766535bc2f47ea1 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:34.611729 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-c3cfa647-659e-44ad-892d-66053d636e5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:34.619887 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-c3cfa647-659e-44ad-892d-66053d636e5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:34.706909 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c3cfa647-659e-44ad-892d-66053d636e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:34.713715 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c3cfa647-659e-44ad-892d-66053d636e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:34.739497 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-446c215e-086c-43c4-af51-99d09a950f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:34.772023 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-c3cfa647-659e-44ad-892d-66053d636e5b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ef617026d7f4b759766535bc2f47ea1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8607028 Mar 08 20:54:34.772984 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cfa647-659e-44ad-892d-66053d636e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af52b87-b33e-4642-9b71-21ccb82d5c89,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:34.775369 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 43908) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:34.840752 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-abb667e9-b250-44ae-a52b-5f7800c747fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:34.870145 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-abb667e9-b250-44ae-a52b-5f7800c747fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:34.943295 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-abb667e9-b250-44ae-a52b-5f7800c747fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:34.972654 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb667e9-b250-44ae-a52b-5f7800c747fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af52b87-b33e-4642-9b71-21ccb82d5c89,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:34.981891 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-abb667e9-b250-44ae-a52b-5f7800c747fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:34.985234 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-abb667e9-b250-44ae-a52b-5f7800c747fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4af52b87-b33e-4642-9b71-21ccb82d5c89 HTTP/1.1" status: 204 len: 168 time: 0.2067611 Mar 08 20:54:35.173182 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.notifiers.nova [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-446c215e-086c-43c4-af51-99d09a950f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 447e5b05-91f3-4849-bd81-779c45ee8658 {{(pid=83160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:54:35.184098 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-446c215e-086c-43c4-af51-99d09a950f29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:35.203120 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.provisioning_blocks [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-446c215e-086c-43c4-af51-99d09a950f29 service neutron] Transition to ACTIVE for port object 447e5b05-91f3-4849-bd81-779c45ee8658 will not be triggered until provisioned by entity L2. {{(pid=83160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:54:35.217089 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-446c215e-086c-43c4-af51-99d09a950f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1387543'] for port, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:35.398132 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c215e-086c-43c4-af51-99d09a950f29 service neutron] Pushing event updated for resources: {'Port': ['ID=447e5b05-91f3-4849-bd81-779c45ee8658,revision_number=2']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:35.608757 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978721d-b812-4b52-baf4-daa25c086c22 req-dd996c01-dc75-4ba3-ab36-1e1840fcdbca tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:35.609400 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-7978721d-b812-4b52-baf4-daa25c086c22 req-dd996c01-dc75-4ba3-ab36-1e1840fcdbca tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Synchronizing usage tracker for tenant:222878746e884f15a3aaea3ef302af76 on resource:port {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:54:35.618362 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.managers [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-446c215e-086c-43c4-af51-99d09a950f29 service neutron] Attempting to bind port 447e5b05-91f3-4849-bd81-779c45ee8658 on host hv-cinder-83232 for vnic_type normal with profile {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:54:35.619523 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.managers [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-446c215e-086c-43c4-af51-99d09a950f29 service neutron] Attempting to bind port 447e5b05-91f3-4849-bd81-779c45ee8658 by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': 'b120b519-5d1f-4929-a02d-4493480a1090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'fde9fed7-e7fc-4a6d-9950-eb02768e1372'}] {{(pid=83160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:54:35.619648 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-446c215e-086c-43c4-af51-99d09a950f29 service neutron] Attempting to bind port 447e5b05-91f3-4849-bd81-779c45ee8658 on network fde9fed7-e7fc-4a6d-9950-eb02768e1372 {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:54:35.632021 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-446c215e-086c-43c4-af51-99d09a950f29 service neutron] Port 447e5b05-91f3-4849-bd81-779c45ee8658 on network fde9fed7-e7fc-4a6d-9950-eb02768e1372 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 08 20:54:35.632412 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-446c215e-086c-43c4-af51-99d09a950f29 service neutron] Attempting to bind port 447e5b05-91f3-4849-bd81-779c45ee8658 on network fde9fed7-e7fc-4a6d-9950-eb02768e1372 {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:54:35.639565 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-446c215e-086c-43c4-af51-99d09a950f29 service neutron] Checking agent: {'id': '7ef80941-8def-40cc-9dc9-727f4daf545d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'started_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:54:35.639952 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-446c215e-086c-43c4-af51-99d09a950f29 service neutron] Checking segment: {'id': 'b120b519-5d1f-4929-a02d-4493480a1090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'fde9fed7-e7fc-4a6d-9950-eb02768e1372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:54:35.640355 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-446c215e-086c-43c4-af51-99d09a950f29 service neutron] Bound using segment: {'id': 'b120b519-5d1f-4929-a02d-4493480a1090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'fde9fed7-e7fc-4a6d-9950-eb02768e1372'} {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:54:35.640793 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.managers [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-446c215e-086c-43c4-af51-99d09a950f29 service neutron] Bound port: 447e5b05-91f3-4849-bd81-779c45ee8658, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b120b519-5d1f-4929-a02d-4493480a1090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'fde9fed7-e7fc-4a6d-9950-eb02768e1372'}}] {{(pid=83160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:54:35.641131 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-446c215e-086c-43c4-af51-99d09a950f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:35.653033 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-7978721d-b812-4b52-baf4-daa25c086c22 req-dd996c01-dc75-4ba3-ab36-1e1840fcdbca tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Unset dirty status for tenant:222878746e884f15a3aaea3ef302af76 on resource:port {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:54:35.654282 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-7978721d-b812-4b52-baf4-daa25c086c22 req-dd996c01-dc75-4ba3-ab36-1e1840fcdbca tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5a3237a-13c5-49dc-ace5-73ef4f32d9b5 HTTP/1.1" status: 200 len: 944 time: 0.3140883 Mar 08 20:54:35.764355 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a9265-9859-48f5-b5e7-ec5192dbde0f req-182c455f-e817-4a8d-8db0-6999ab5de972 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:35.766511 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-7978721d-b812-4b52-baf4-daa25c086c22 req-99b74561-f6dd-46c5-80a6-af97e9c2a6af tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Synchronizing usage tracker for tenant:222878746e884f15a3aaea3ef302af76 on resource:security_group {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:54:35.767794 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a93a9265-9859-48f5-b5e7-ec5192dbde0f req-182c455f-e817-4a8d-8db0-6999ab5de972 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1339788 Mar 08 20:54:35.780741 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-446c215e-086c-43c4-af51-99d09a950f29 service neutron] For port 447e5b05-91f3-4849-bd81-779c45ee8658, host hv-cinder-83232, cleared binding levels {{(pid=83160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:54:35.786109 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-446c215e-086c-43c4-af51-99d09a950f29 service neutron] For port 447e5b05-91f3-4849-bd81-779c45ee8658, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=447e5b05-91f3-4849-bd81-779c45ee8658,segment=NetworkSegment(b120b519-5d1f-4929-a02d-4493480a1090),segment_id=b120b519-5d1f-4929-a02d-4493480a1090)] {{(pid=83160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:54:35.796612 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-446c215e-086c-43c4-af51-99d09a950f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1387543'] for port, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:35.844452 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-7978721d-b812-4b52-baf4-daa25c086c22 req-99b74561-f6dd-46c5-80a6-af97e9c2a6af tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Unset dirty status for tenant:222878746e884f15a3aaea3ef302af76 on resource:security_group {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:54:35.844810 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-7978721d-b812-4b52-baf4-daa25c086c22 req-99b74561-f6dd-46c5-80a6-af97e9c2a6af tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603820 Mar 08 20:54:35.890407 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a93a9265-9859-48f5-b5e7-ec5192dbde0f req-604155ed-e669-44f7-9414-2b73568c0309 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132157 Mar 08 20:54:35.897215 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-446c215e-086c-43c4-af51-99d09a950f29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:35.912026 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-446c215e-086c-43c4-af51-99d09a950f29 service neutron] 10.222.0.21 "PUT /v2.0/ports/447e5b05-91f3-4849-bd81-779c45ee8658 HTTP/1.1" status: 200 len: 1094 time: 1.3250351 Mar 08 20:54:35.912026 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a3237a-13c5-49dc-ace5-73ef4f32d9b5', 'tag': '447e5b05-91f3-4849-bd81-779c45ee8658'}] {{(pid=83160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:54:35.919823 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c215e-086c-43c4-af51-99d09a950f29 service neutron] Pushing event updated for resources: {'Port': ['ID=447e5b05-91f3-4849-bd81-779c45ee8658,revision_number=3']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:36.018996 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a3237a-13c5-49dc-ace5-73ef4f32d9b5', 'tag': '447e5b05-91f3-4849-bd81-779c45ee8658', 'status': 'completed', 'code': 200} Mar 08 20:54:36.039454 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-dcc8a456-c2bb-49ad-a410-6debc96ec033 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=222878746e884f15a3aaea3ef302af76&device_id=e5a3237a-13c5-49dc-ace5-73ef4f32d9b5 HTTP/1.1" status: 200 len: 1097 time: 0.0841763 Mar 08 20:54:36.140832 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-576d049f-cbd2-4b12-9ca4-ec985b8a0b24 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=447e5b05-91f3-4849-bd81-779c45ee8658 HTTP/1.1" status: 200 len: 217 time: 0.0939019 Mar 08 20:54:36.235884 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-209294fe-a2ec-4d2a-b85c-739ad21b4f0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:36.238261 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-209294fe-a2ec-4d2a-b85c-739ad21b4f0e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc4495bd-0a75-4c9e-9574-f5063f27a391 HTTP/1.1" status: 200 len: 849 time: 0.0911477 Mar 08 20:54:36.293061 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-f103deec-1bbe-4cd9-ba39-4d88c59b44be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fde9fed7-e7fc-4a6d-9950-eb02768e1372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452969 Mar 08 20:54:36.465339 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-60139e0c-e63d-40e7-bc99-f89ce483b53d req-eaa769fb-c9f3-4767-bc3c-b5543f85319c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fdf6a2901a4473984cf32ef3b202ac2&device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 1098 time: 0.0807791 Mar 08 20:54:36.490501 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-cddc97a3-07b4-4e1a-898f-67880d4b347c service neutron] 10.222.0.21 "GET /v2.0/networks/fde9fed7-e7fc-4a6d-9950-eb02768e1372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910272 Mar 08 20:54:36.626983 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2f5a-dac5-48da-a93d-1e29ef629f49 req-e16c7322-1c3b-4e06-a007-6c46b160cf37 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:36.628441 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c51c2f5a-dac5-48da-a93d-1e29ef629f49 req-e16c7322-1c3b-4e06-a007-6c46b160cf37 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1898146 Mar 08 20:54:36.665376 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6e0bf998-29f6-4393-b956-453c318e4ac1 req-6cfd142c-bf76-45b3-a9de-f80db9540c46 service neutron] 10.222.0.21 "GET /v2.0/networks/fde9fed7-e7fc-4a6d-9950-eb02768e1372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645000 Mar 08 20:54:36.674255 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60139e0c-e63d-40e7-bc99-f89ce483b53d req-95076d00-c084-47dc-85ca-86fa83e5a2e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:36.675678 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-60139e0c-e63d-40e7-bc99-f89ce483b53d req-95076d00-c084-47dc-85ca-86fa83e5a2e9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b735a19-c087-45dd-af15-b8c29d470965 HTTP/1.1" status: 200 len: 920 time: 0.2036970 Mar 08 20:54:36.706588 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c51c2f5a-dac5-48da-a93d-1e29ef629f49 req-f294bb04-4fb6-4d51-a564-1ee4b5b7abcd tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645020 Mar 08 20:54:36.761944 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-60139e0c-e63d-40e7-bc99-f89ce483b53d req-e4bedffd-b26e-4e92-8684-2f33c4b5fde2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cf0fee7-d12e-494a-94a2-d5522bb3b91c HTTP/1.1" status: 200 len: 217 time: 0.0770001 Mar 08 20:54:36.807039 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b8629a1a-370f-4c45-b4a2-e1513cbfddec req-d85c3f82-4e31-4963-aaf6-03b9c923bf54 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=222878746e884f15a3aaea3ef302af76&device_id=e5a3237a-13c5-49dc-ace5-73ef4f32d9b5 HTTP/1.1" status: 200 len: 1097 time: 0.0795872 Mar 08 20:54:36.838341 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60139e0c-e63d-40e7-bc99-f89ce483b53d req-7aba8a64-0e5f-48e8-83af-f8812cf6e3c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:36.838341 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-60139e0c-e63d-40e7-bc99-f89ce483b53d req-7aba8a64-0e5f-48e8-83af-f8812cf6e3c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5de2fd05-f3f9-46aa-9b4c-d1e06cb3e211 HTTP/1.1" status: 200 len: 859 time: 0.0689669 Mar 08 20:54:36.886476 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-60139e0c-e63d-40e7-bc99-f89ce483b53d req-bbf14754-77b9-4ba5-b8ce-5e64da2940d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b735a19-c087-45dd-af15-b8c29d470965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420318 Mar 08 20:54:36.975090 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8629a1a-370f-4c45-b4a2-e1513cbfddec req-40eb5395-a503-4fca-a4a6-79c1ab85f103 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:36.976592 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b8629a1a-370f-4c45-b4a2-e1513cbfddec req-40eb5395-a503-4fca-a4a6-79c1ab85f103 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fde9fed7-e7fc-4a6d-9950-eb02768e1372 HTTP/1.1" status: 200 len: 910 time: 0.1619346 Mar 08 20:54:37.077379 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b8629a1a-370f-4c45-b4a2-e1513cbfddec req-ceb1e889-d5aa-44b4-b305-95fb1a1e659a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=447e5b05-91f3-4849-bd81-779c45ee8658 HTTP/1.1" status: 200 len: 217 time: 0.0920477 Mar 08 20:54:37.104428 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-60139e0c-e63d-40e7-bc99-f89ce483b53d req-898b173a-ba9b-4772-b779-c877cef28281 service neutron] 10.222.0.21 "GET /v2.0/networks/6b735a19-c087-45dd-af15-b8c29d470965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090435 Mar 08 20:54:37.160559 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8629a1a-370f-4c45-b4a2-e1513cbfddec req-4f900c17-c380-4995-be4c-7f795df925a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:37.162189 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b8629a1a-370f-4c45-b4a2-e1513cbfddec req-4f900c17-c380-4995-be4c-7f795df925a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc4495bd-0a75-4c9e-9574-f5063f27a391 HTTP/1.1" status: 200 len: 849 time: 0.0806806 Mar 08 20:54:37.221263 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b8629a1a-370f-4c45-b4a2-e1513cbfddec req-9d083057-35ca-4dea-8e7e-dcaf85c40945 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fde9fed7-e7fc-4a6d-9950-eb02768e1372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519688 Mar 08 20:54:37.262632 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ca0a4-d7ca-4e9f-8334-70a49bfc1e0d req-0d9c6355-0260-471e-b809-dccb7664f65b tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:37.269437 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-734ca0a4-d7ca-4e9f-8334-70a49bfc1e0d req-0d9c6355-0260-471e-b809-dccb7664f65b tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5a3237a-13c5-49dc-ace5-73ef4f32d9b5 HTTP/1.1" status: 200 len: 944 time: 0.2372406 Mar 08 20:54:37.329499 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-60139e0c-e63d-40e7-bc99-f89ce483b53d req-04b198ea-1fab-4bf7-bf43-57b47da4658b service neutron] 10.222.0.21 "GET /v2.0/networks/6b735a19-c087-45dd-af15-b8c29d470965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179289 Mar 08 20:54:37.390571 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-734ca0a4-d7ca-4e9f-8334-70a49bfc1e0d req-b90c4cf2-3006-450c-a891-dd21d43d73a9 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201084 Mar 08 20:54:37.405321 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b8629a1a-370f-4c45-b4a2-e1513cbfddec req-62bbe11b-2ea6-42fe-87da-13ea1269202b service neutron] 10.222.0.21 "GET /v2.0/networks/fde9fed7-e7fc-4a6d-9950-eb02768e1372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731107 Mar 08 20:54:37.638550 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b8629a1a-370f-4c45-b4a2-e1513cbfddec req-3428938a-8806-4474-8f4d-f6e4bb5199ed service neutron] 10.222.0.21 "GET /v2.0/networks/fde9fed7-e7fc-4a6d-9950-eb02768e1372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283139 Mar 08 20:54:37.909911 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f414dd-db16-4125-8112-5509a0849858 req-3044e736-a162-4b40-9e96-5328c265a79e tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:37.911639 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-60f414dd-db16-4125-8112-5509a0849858 req-3044e736-a162-4b40-9e96-5328c265a79e tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.0794463 Mar 08 20:54:38.059881 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-60f414dd-db16-4125-8112-5509a0849858 req-e1fdcb60-d50d-4818-937b-cebb51923419 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376112 Mar 08 20:54:38.218778 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 44044) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:38.357188 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-869a1859-ed65-4320-9094-7776e5008940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:38.386668 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-869a1859-ed65-4320-9094-7776e5008940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:38.391118 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-869a1859-ed65-4320-9094-7776e5008940 admin admin] Usage tracker for resource:security_group_rule and tenant:880b053c313d43989be0058f21b50bb8 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:38.393668 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-869a1859-ed65-4320-9094-7776e5008940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:38.399377 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-869a1859-ed65-4320-9094-7776e5008940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:38.470821 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-869a1859-ed65-4320-9094-7776e5008940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:38.477896 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-869a1859-ed65-4320-9094-7776e5008940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:38.555078 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a1859-ed65-4320-9094-7776e5008940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb191155-c157-465a-866a-37087e8465bc,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:38.563812 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-869a1859-ed65-4320-9094-7776e5008940 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=880b053c313d43989be0058f21b50bb8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3439529 Mar 08 20:54:38.566727 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 44052) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:38.611138 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169aece-ccc2-4edb-a5c7-9804ca405ffb req-5d4697f2-1e32-46f1-9356-012d1db3a322 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:38.612768 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c169aece-ccc2-4edb-a5c7-9804ca405ffb req-5d4697f2-1e32-46f1-9356-012d1db3a322 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5a3237a-13c5-49dc-ace5-73ef4f32d9b5 HTTP/1.1" status: 200 len: 944 time: 0.0888205 Mar 08 20:54:38.625765 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-204fcb08-2f78-4f88-b54b-93ee296edbdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:38.664447 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c169aece-ccc2-4edb-a5c7-9804ca405ffb req-776d9481-d8b4-4f21-aa3b-2cc624c8c11e tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453115 Mar 08 20:54:38.667357 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-204fcb08-2f78-4f88-b54b-93ee296edbdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:38.746581 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-204fcb08-2f78-4f88-b54b-93ee296edbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:38.794353 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-204fcb08-2f78-4f88-b54b-93ee296edbdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:38.799297 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-204fcb08-2f78-4f88-b54b-93ee296edbdc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb191155-c157-465a-866a-37087e8465bc HTTP/1.1" status: 204 len: 168 time: 0.2315490 Mar 08 20:54:38.805382 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204fcb08-2f78-4f88-b54b-93ee296edbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb191155-c157-465a-866a-37087e8465bc,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:39.041781 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 44074) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:39.302302 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e399b0-6b6d-466a-85e0-7309dd0e4ebf req-757eaf7a-9bc8-456c-8b71-cd2979d11bcc tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:39.303694 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-40e399b0-6b6d-466a-85e0-7309dd0e4ebf req-757eaf7a-9bc8-456c-8b71-cd2979d11bcc tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1053495 Mar 08 20:54:39.304861 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-4ec51149-5833-4061-ae24-5dff89c0cf1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:39.372807 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-4ec51149-5833-4061-ae24-5dff89c0cf1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:39.379749 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-4ec51149-5833-4061-ae24-5dff89c0cf1b admin admin] Usage tracker for resource:security_group_rule and tenant:ca0bb288debe49bc878a7e7ae017d5e7 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:39.384127 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-40e399b0-6b6d-466a-85e0-7309dd0e4ebf req-05f81922-375c-4dad-b857-6e6876c69dd1 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683060 Mar 08 20:54:39.385420 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-4ec51149-5833-4061-ae24-5dff89c0cf1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:39.391303 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-4ec51149-5833-4061-ae24-5dff89c0cf1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:39.472250 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-4ec51149-5833-4061-ae24-5dff89c0cf1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:39.475876 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-4ec51149-5833-4061-ae24-5dff89c0cf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:39.527672 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-4ec51149-5833-4061-ae24-5dff89c0cf1b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ca0bb288debe49bc878a7e7ae017d5e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4845724 Mar 08 20:54:39.528506 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec51149-5833-4061-ae24-5dff89c0cf1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8c9ecb-8031-43e6-b7f4-eab754436431,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:39.531351 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 44100) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:39.602832 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a06a2588-1e56-4bd4-9f5d-2081731780aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:39.628714 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a06a2588-1e56-4bd4-9f5d-2081731780aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:39.679771 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a06a2588-1e56-4bd4-9f5d-2081731780aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:39.697835 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a2588-1e56-4bd4-9f5d-2081731780aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8c9ecb-8031-43e6-b7f4-eab754436431,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:39.704180 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a06a2588-1e56-4bd4-9f5d-2081731780aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:39.707660 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-a06a2588-1e56-4bd4-9f5d-2081731780aa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5b8c9ecb-8031-43e6-b7f4-eab754436431 HTTP/1.1" status: 204 len: 168 time: 0.1726215 Mar 08 20:54:39.910351 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb18975-bd56-4dc7-a7f9-906b417d2e41 req-d5998590-8be4-4030-963f-2a91e7918f2d tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:39.911794 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-edb18975-bd56-4dc7-a7f9-906b417d2e41 req-d5998590-8be4-4030-963f-2a91e7918f2d tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5a3237a-13c5-49dc-ace5-73ef4f32d9b5 HTTP/1.1" status: 200 len: 944 time: 0.1009691 Mar 08 20:54:39.967656 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-edb18975-bd56-4dc7-a7f9-906b417d2e41 req-825f94df-fcf3-429c-a2f9-799bd8d4d0e6 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484300 Mar 08 20:54:40.029384 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-b3f4c27e-8142-4fc0-a226-f5222a48951f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:40.679601 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c5ecb-0519-4b0b-8931-6f66bdd53015 req-e0b2fa9f-0ef0-4d97-9ee9-1da04942ed04 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:40.681051 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c75c5ecb-0519-4b0b-8931-6f66bdd53015 req-e0b2fa9f-0ef0-4d97-9ee9-1da04942ed04 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1317680 Mar 08 20:54:40.753472 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c75c5ecb-0519-4b0b-8931-6f66bdd53015 req-8f358406-7053-43c0-8422-e1c7c6af7cec tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662155 Mar 08 20:54:40.767109 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 44176) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:40.914746 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-c8c1a000-bec7-43bc-a0fa-fd7012cd8f4c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-508980272-network', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:54:40.919936 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-c8c1a000-bec7-43bc-a0fa-fd7012cd8f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:40.928255 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-c8c1a000-bec7-43bc-a0fa-fd7012cd8f4c admin admin] Usage tracker for resource:network and tenant:1d72bfdad8b44af7965b57996433f5d4 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:40.933041 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-c8c1a000-bec7-43bc-a0fa-fd7012cd8f4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:40.940704 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-c8c1a000-bec7-43bc-a0fa-fd7012cd8f4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:40.952590 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c1a000-bec7-43bc-a0fa-fd7012cd8f4c admin admin] Made reservation on behalf of 1d72bfdad8b44af7965b57996433f5d4 for: {'network': 1} {{(pid=83161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:54:40.955717 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c8c1a000-bec7-43bc-a0fa-fd7012cd8f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for network, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:40.972284 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c8c1a000-bec7-43bc-a0fa-fd7012cd8f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:41.014247 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-c8c1a000-bec7-43bc-a0fa-fd7012cd8f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:41.021950 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-c8c1a000-bec7-43bc-a0fa-fd7012cd8f4c admin admin] Usage tracker for resource:security_group_rule and tenant:1d72bfdad8b44af7965b57996433f5d4 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:41.040947 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-c8c1a000-bec7-43bc-a0fa-fd7012cd8f4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:41.050155 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-c8c1a000-bec7-43bc-a0fa-fd7012cd8f4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:41.102887 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 447e5b05-91f3-4849-bd81-779c45ee8658 details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 20:54:41.197284 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c8c1a000-bec7-43bc-a0fa-fd7012cd8f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:41.218705 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c8c1a000-bec7-43bc-a0fa-fd7012cd8f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:41.263897 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c1a000-bec7-43bc-a0fa-fd7012cd8f4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=83161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:54:41.281828 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1a000-bec7-43bc-a0fa-fd7012cd8f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de632d4c-9170-40c9-9954-6fa01678de38,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:41.288937 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c8c1a000-bec7-43bc-a0fa-fd7012cd8f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:41.289425 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.db.segments_db [None req-c8c1a000-bec7-43bc-a0fa-fd7012cd8f4c admin admin] Added segment 192e8541-4acf-4181-b51a-2492d8ed4c4e of type vlan for network 488c4411-9d7e-46f1-8b25-66a4ca6b1e18 Mar 08 20:54:41.305752 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54dd51-20aa-4fd0-9569-90b49c6a1681 req-64771e11-3e27-4625-86e3-0fbdd60021ea tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:41.308454 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9c54dd51-20aa-4fd0-9569-90b49c6a1681 req-64771e11-3e27-4625-86e3-0fbdd60021ea tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5a3237a-13c5-49dc-ace5-73ef4f32d9b5 HTTP/1.1" status: 200 len: 944 time: 0.1735232 Mar 08 20:54:41.323130 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 447e5b05-91f3-4849-bd81-779c45ee8658, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=447e5b05-91f3-4849-bd81-779c45ee8658,segment=NetworkSegment(b120b519-5d1f-4929-a02d-4493480a1090),segment_id=b120b519-5d1f-4929-a02d-4493480a1090)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:54:41.344509 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Returning: {'device': '447e5b05-91f3-4849-bd81-779c45ee8658', 'network_id': 'fde9fed7-e7fc-4a6d-9950-eb02768e1372', 'port_id': '447e5b05-91f3-4849-bd81-779c45ee8658', 'mac_address': 'fa:16:3e:3f:4d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4495bd-0a75-4c9e-9574-f5063f27a391', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 20:54:41.351203 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c8c1a000-bec7-43bc-a0fa-fd7012cd8f4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774925924886'] for network, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:41.379871 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9c54dd51-20aa-4fd0-9569-90b49c6a1681 req-1d9a8b51-8598-47f9-a144-5d000b313e44 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625334 Mar 08 20:54:41.429303 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c8c1a000-bec7-43bc-a0fa-fd7012cd8f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423'] for network, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:41.430939 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c1a000-bec7-43bc-a0fa-fd7012cd8f4c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:41.432321 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c8c1a000-bec7-43bc-a0fa-fd7012cd8f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:41.448891 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:41.471548 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 447e5b05-91f3-4849-bd81-779c45ee8658 {{(pid=83162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:54:41.499595 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 447e5b05-91f3-4849-bd81-779c45ee8658, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=447e5b05-91f3-4849-bd81-779c45ee8658,segment=NetworkSegment(b120b519-5d1f-4929-a02d-4493480a1090),segment_id=b120b519-5d1f-4929-a02d-4493480a1090)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:54:41.510434 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:41.572032 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 44202) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:41.573842 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-c8c1a000-bec7-43bc-a0fa-fd7012cd8f4c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8046150 Mar 08 20:54:41.578164 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-9022ae9f-3ade-47f9-a17e-a3060d9fbb8a admin admin] Request body: {'subnet': {'network_id': '488c4411-9d7e-46f1-8b25-66a4ca6b1e18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-508980272-subnet', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'ip_version': 4}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:54:41.579952 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1a000-bec7-43bc-a0fa-fd7012cd8f4c admin admin] Pushing event updated for resources: {'Network': ['ID=488c4411-9d7e-46f1-8b25-66a4ca6b1e18,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:41.590049 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-9022ae9f-3ade-47f9-a17e-a3060d9fbb8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:41.591919 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Network 488c4411-9d7e-46f1-8b25-66a4ca6b1e18 details requested by agent ovs-agent-dv-cinder-832328-1-smb with host dv-cinder-832328-1-smb {{(pid=83162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 20:54:41.602706 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-9022ae9f-3ade-47f9-a17e-a3060d9fbb8a admin admin] Usage tracker for resource:subnet and tenant:1d72bfdad8b44af7965b57996433f5d4 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:41.602706 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-9022ae9f-3ade-47f9-a17e-a3060d9fbb8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:41.615122 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-9022ae9f-3ade-47f9-a17e-a3060d9fbb8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:41.640756 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9022ae9f-3ade-47f9-a17e-a3060d9fbb8a admin admin] Made reservation on behalf of 1d72bfdad8b44af7965b57996433f5d4 for: {'subnet': 1} {{(pid=83160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:54:41.646203 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-9022ae9f-3ade-47f9-a17e-a3060d9fbb8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1778544'] for subnet, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:41.758326 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=447e5b05-91f3-4849-bd81-779c45ee8658,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:41.890640 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-9022ae9f-3ade-47f9-a17e-a3060d9fbb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1387674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1778530'] for subnet, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:41.968763 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022ae9f-3ade-47f9-a17e-a3060d9fbb8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dff7165-de1c-4deb-9ffd-70223a562ab3,revision_number=0']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:41.996909 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9022ae9f-3ade-47f9-a17e-a3060d9fbb8a admin admin] Checking segment: {'id': '192e8541-4acf-4181-b51a-2492d8ed4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '488c4411-9d7e-46f1-8b25-66a4ca6b1e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:54:41.997377 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9022ae9f-3ade-47f9-a17e-a3060d9fbb8a admin admin] Network hostable DHCP agents. Network: 488c4411-9d7e-46f1-8b25-66a4ca6b1e18, hostable agents: ['f8f0924d-105e-45b1-98fc-f771e4a35ffd'], hosted agents: [] {{(pid=83160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:54:42.002160 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['447e5b05-91f3-4849-bd81-779c45ee8658'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 20:54:42.027923 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9022ae9f-3ade-47f9-a17e-a3060d9fbb8a admin admin] Network 488c4411-9d7e-46f1-8b25-66a4ca6b1e18 is scheduled to be hosted by DHCP agent f8f0924d-105e-45b1-98fc-f771e4a35ffd with binding_index 1 {{(pid=83160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:54:42.046278 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-9022ae9f-3ade-47f9-a17e-a3060d9fbb8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-smb, 488c4411-9d7e-46f1-8b25-66a4ca6b1e18) {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:54:42.050183 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9022ae9f-3ade-47f9-a17e-a3060d9fbb8a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:42.050761 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-9022ae9f-3ade-47f9-a17e-a3060d9fbb8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for subnet, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:42.058749 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ca4712-97a8-4eab-b097-a250852fd512 None None] Network 488c4411-9d7e-46f1-8b25-66a4ca6b1e18 requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:54:42.081283 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-9022ae9f-3ade-47f9-a17e-a3060d9fbb8a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5081213 Mar 08 20:54:42.081933 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 44218) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:42.087803 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-2ccb94d5-aa26-4e96-8061-22c770919fcb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-508980272-router', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:54:42.092324 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-2ccb94d5-aa26-4e96-8061-22c770919fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:42.096127 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-2ccb94d5-aa26-4e96-8061-22c770919fcb admin admin] Usage tracker for resource:router and tenant:1d72bfdad8b44af7965b57996433f5d4 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:42.101977 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-2ccb94d5-aa26-4e96-8061-22c770919fcb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:42.109120 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-2ccb94d5-aa26-4e96-8061-22c770919fcb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:42.125255 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2ccb94d5-aa26-4e96-8061-22c770919fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-360017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8618'] for router, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:42.126354 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2ccb94d5-aa26-4e96-8061-22c770919fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-359986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8609'] for router, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:42.148509 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2ccb94d5-aa26-4e96-8061-22c770919fcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:42.312416 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2ccb94d5-aa26-4e96-8061-22c770919fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15691'] for router, precommit_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:42.353666 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-c87a5f75-1a72-491a-8ebb-370fcb166ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:42.453674 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a7e419-705d-4742-a50f-1d8f2dd9ab9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82897f6b-9441-5f0c-ac3f-2ea43e747f11-488c4411-9d7e-46f1-8b25-66a4ca6b1e18', 'network_id': '488c4411-9d7e-46f1-8b25-66a4ca6b1e18', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'fixed_ips': [{'subnet_id': '1dff7165-de1c-4deb-9ffd-70223a562ab3'}]}} from dv-cinder-832328-1-smb. {{(pid=83162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 08 20:54:42.454585 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-33a7e419-705d-4742-a50f-1d8f2dd9ab9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:42.514525 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2ccb94d5-aa26-4e96-8061-22c770919fcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:42.576705 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2ccb94d5-aa26-4e96-8061-22c770919fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:42.628686 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.db_base_plugin_common [None req-33a7e419-705d-4742-a50f-1d8f2dd9ab9a None None] Allocated IP 172.20.0.2 (488c4411-9d7e-46f1-8b25-66a4ca6b1e18/1dff7165-de1c-4deb-9ffd-70223a562ab3/ae337803-aeeb-4094-ba15-40ce3f9a541c) {{(pid=83162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:54:42.727127 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857e5c4-a796-41d1-818d-6557660b1830 req-74103f5d-08b4-4d38-8ff6-2b24e5daaa7e tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:42.728617 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-f857e5c4-a796-41d1-818d-6557660b1830 req-74103f5d-08b4-4d38-8ff6-2b24e5daaa7e tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5a3237a-13c5-49dc-ace5-73ef4f32d9b5 HTTP/1.1" status: 200 len: 945 time: 0.1875069 Mar 08 20:54:42.770640 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_common [None req-2ccb94d5-aa26-4e96-8061-22c770919fcb admin admin] Allocated IP 172.28.2.136 (f9f3acf9-d167-4056-a9c0-ac3b9bafea7a/9a481e38-0dcf-4733-b8bf-eb46fecff3f0/e08bc6e2-1af3-455c-8354-2eed83537f80) {{(pid=83160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:54:42.891692 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-33a7e419-705d-4742-a50f-1d8f2dd9ab9a None None] Notify callbacks [] for port, precommit_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:42.903850 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-33a7e419-705d-4742-a50f-1d8f2dd9ab9a None None] Transition to ACTIVE for port object ae337803-aeeb-4094-ba15-40ce3f9a541c will not be triggered until provisioned by entity L2. {{(pid=83162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:54:42.905831 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-f857e5c4-a796-41d1-818d-6557660b1830 req-6ec907d5-d4e1-46ac-94a6-fa69faf416ee tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684172 Mar 08 20:54:42.933835 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-33a7e419-705d-4742-a50f-1d8f2dd9ab9a None None] Transition to ACTIVE for port object ae337803-aeeb-4094-ba15-40ce3f9a541c will not be triggered until provisioned by entity DHCP. {{(pid=83162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:54:42.940740 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-33a7e419-705d-4742-a50f-1d8f2dd9ab9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643'] for port, after_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:42.960614 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde94f3-2b1f-4714-9d92-4ce3a2684589 req-591f1027-2e8b-4384-9a31-8621a7994ff5 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:42.962079 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-0dde94f3-2b1f-4714-9d92-4ce3a2684589 req-591f1027-2e8b-4384-9a31-8621a7994ff5 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.0897157 Mar 08 20:54:42.977743 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2ccb94d5-aa26-4e96-8061-22c770919fcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:43.000275 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a7e419-705d-4742-a50f-1d8f2dd9ab9a None None] Network 488c4411-9d7e-46f1-8b25-66a4ca6b1e18 is already hosted by enough agents. {{(pid=83162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:54:43.003138 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.scheduler.base_scheduler [None req-33a7e419-705d-4742-a50f-1d8f2dd9ab9a None None] Resources bound (agent type, host, resource id): {{(pid=83162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:54:43.005604 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a7e419-705d-4742-a50f-1d8f2dd9ab9a None None] Received port after_create {{(pid=83162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:54:43.012616 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-0dde94f3-2b1f-4714-9d92-4ce3a2684589 req-211a75fe-6598-4e7d-afae-ac4d0a1cc312 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437047 Mar 08 20:54:43.014243 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2ccb94d5-aa26-4e96-8061-22c770919fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:43.082843 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccb94d5-aa26-4e96-8061-22c770919fcb admin admin] Network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:54:43.086231 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-2ccb94d5-aa26-4e96-8061-22c770919fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:54:43.090166 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccb94d5-aa26-4e96-8061-22c770919fcb admin admin] Received port after_create {{(pid=83160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:54:43.131384 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7e419-705d-4742-a50f-1d8f2dd9ab9a None None] Pushing event updated for resources: {'Port': ['ID=ae337803-aeeb-4094-ba15-40ce3f9a541c,revision_number=1']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:43.182656 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-33a7e419-705d-4742-a50f-1d8f2dd9ab9a None None] Attempting to bind port ae337803-aeeb-4094-ba15-40ce3f9a541c on host dv-cinder-832328-1-smb for vnic_type normal with profile {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:54:43.183068 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-33a7e419-705d-4742-a50f-1d8f2dd9ab9a None None] Attempting to bind port ae337803-aeeb-4094-ba15-40ce3f9a541c by drivers openvswitch,hyperv on host dv-cinder-832328-1-smb at level 0 using segments [{'id': '192e8541-4acf-4181-b51a-2492d8ed4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '488c4411-9d7e-46f1-8b25-66a4ca6b1e18'}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:54:43.183371 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a7e419-705d-4742-a50f-1d8f2dd9ab9a None None] Attempting to bind port ae337803-aeeb-4094-ba15-40ce3f9a541c on network 488c4411-9d7e-46f1-8b25-66a4ca6b1e18 {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:54:43.206071 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a7e419-705d-4742-a50f-1d8f2dd9ab9a None None] Checking agent: {'id': '3893f380-9b19-46dd-a79f-fadbe55c1144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 20, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:54:43.206071 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a7e419-705d-4742-a50f-1d8f2dd9ab9a None None] Checking segment: {'id': '192e8541-4acf-4181-b51a-2492d8ed4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '488c4411-9d7e-46f1-8b25-66a4ca6b1e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:54:43.206071 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-33a7e419-705d-4742-a50f-1d8f2dd9ab9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:43.206071 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a7e419-705d-4742-a50f-1d8f2dd9ab9a None None] Bound using segment: {'id': '192e8541-4acf-4181-b51a-2492d8ed4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '488c4411-9d7e-46f1-8b25-66a4ca6b1e18'} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:54:43.206071 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-33a7e419-705d-4742-a50f-1d8f2dd9ab9a None None] Bound port: ae337803-aeeb-4094-ba15-40ce3f9a541c, host: dv-cinder-832328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192e8541-4acf-4181-b51a-2492d8ed4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '488c4411-9d7e-46f1-8b25-66a4ca6b1e18'}}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:54:43.206071 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-33a7e419-705d-4742-a50f-1d8f2dd9ab9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:43.255155 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb94d5-aa26-4e96-8061-22c770919fcb admin admin] Pushing event updated for resources: {'Port': ['ID=e08bc6e2-1af3-455c-8354-2eed83537f80,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:43.345663 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-33a7e419-705d-4742-a50f-1d8f2dd9ab9a None None] For port ae337803-aeeb-4094-ba15-40ce3f9a541c, host dv-cinder-832328-1-smb, cleared binding levels {{(pid=83162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:54:43.355188 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-33a7e419-705d-4742-a50f-1d8f2dd9ab9a None None] For port ae337803-aeeb-4094-ba15-40ce3f9a541c, host dv-cinder-832328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=ae337803-aeeb-4094-ba15-40ce3f9a541c,segment=NetworkSegment(192e8541-4acf-4181-b51a-2492d8ed4c4e),segment_id=192e8541-4acf-4181-b51a-2492d8ed4c4e)] {{(pid=83162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:54:43.363458 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-33a7e419-705d-4742-a50f-1d8f2dd9ab9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:43.403750 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:43.450917 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2ccb94d5-aa26-4e96-8061-22c770919fcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:43.452675 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2ccb94d5-aa26-4e96-8061-22c770919fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-356667'] for router, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:43.464782 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7e419-705d-4742-a50f-1d8f2dd9ab9a None None] Pushing event updated for resources: {'Port': ['ID=ae337803-aeeb-4094-ba15-40ce3f9a541c,revision_number=2']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:43.553269 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:43.786938 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ccb94d5-aa26-4e96-8061-22c770919fcb admin admin] Router 984e2732-61fd-4440-aca5-2fd09650c314 is scheduled to L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 with binding_index 1 {{(pid=83160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:54:44.135637 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccb94d5-aa26-4e96-8061-22c770919fcb admin admin] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:54:44.144930 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb99d8ec-d39c-4c3d-97c9-ff92185a1ac5 None None] Sync routers for ids ['984e2732-61fd-4440-aca5-2fd09650c314'] in dv-cinder-832328-1-smb {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:54:44.160944 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb99d8ec-d39c-4c3d-97c9-ff92185a1ac5 None None] Routers {'984e2732-61fd-4440-aca5-2fd09650c314'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:54:44.161972 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fac9f-2099-4b97-8b39-2bff4e999dce req-4e2bd2e5-e1a8-4d01-8d74-4586fd85ee9f tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:44.162443 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2ccb94d5-aa26-4e96-8061-22c770919fcb admin admin] Notify callbacks [] for router, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:44.163131 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-bb99d8ec-d39c-4c3d-97c9-ff92185a1ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:54:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['984e2732-61fd-4440-aca5-2fd09650c314'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:44.168045 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-2ccb94d5-aa26-4e96-8061-22c770919fcb admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0849962 Mar 08 20:54:44.168953 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 44266) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:44.171693 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-406fac9f-2099-4b97-8b39-2bff4e999dce req-4e2bd2e5-e1a8-4d01-8d74-4586fd85ee9f tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5a3237a-13c5-49dc-ace5-73ef4f32d9b5 HTTP/1.1" status: 200 len: 945 time: 0.1075120 Mar 08 20:54:44.226199 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-406fac9f-2099-4b97-8b39-2bff4e999dce req-4c44778c-92d6-4548-8c96-e593f3d751cd tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534139 Mar 08 20:54:44.353947 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-bb99d8ec-d39c-4c3d-97c9-ff92185a1ac5 None None] Set router 984e2732-61fd-4440-aca5-2fd09650c314 gateway port host: dv-cinder-832328-1-smb {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:54:44.688476 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-bb99d8ec-d39c-4c3d-97c9-ff92185a1ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984e2732-61fd-4440-aca5-2fd09650c314', 'name': 'tempest-TestMinimumBasicScenario-508980272-router', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e08bc6e2-1af3-455c-8354-2eed83537f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:42Z', 'updated_at': '2022-03-08T20:54:43Z', 'revision_number': 3, 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'gw_port': {'id': 'e08bc6e2-1af3-455c-8354-2eed83537f80', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984e2732-61fd-4440-aca5-2fd09650c314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:42Z', 'updated_at': '2022-03-08T20:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:44.698010 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a00b44-7401-4461-acfe-85e40290eef6 None None] Network 488c4411-9d7e-46f1-8b25-66a4ca6b1e18 requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:54:44.701604 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb99d8ec-d39c-4c3d-97c9-ff92185a1ac5 None None] Checking router: 984e2732-61fd-4440-aca5-2fd09650c314 for host: dv-cinder-832328-1-smb {{(pid=83163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:54:44.702020 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb99d8ec-d39c-4c3d-97c9-ff92185a1ac5 None None] Updating router 984e2732-61fd-4440-aca5-2fd09650c314 port e08bc6e2-1af3-455c-8354-2eed83537f80 binding host dv-cinder-832328-1-smb {{(pid=83163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 08 20:54:44.770865 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device ae337803-aeeb-4094-ba15-40ce3f9a541c up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:54:44.772486 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-bb99d8ec-d39c-4c3d-97c9-ff92185a1ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:44.962136 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:44.966444 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-7c8ef78d-a003-4022-8b0d-9888f1349e8a None None] Provisioning for port ae337803-aeeb-4094-ba15-40ce3f9a541c completed by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:54:44.973208 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning for port ae337803-aeeb-4094-ba15-40ce3f9a541c completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:54:44.985049 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-7c8ef78d-a003-4022-8b0d-9888f1349e8a None None] Provisioning complete for port ae337803-aeeb-4094-ba15-40ce3f9a541c triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:54:44.985410 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7c8ef78d-a003-4022-8b0d-9888f1349e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:45.023139 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port ae337803-aeeb-4094-ba15-40ce3f9a541c triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:54:45.023505 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:45.134420 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 447e5b05-91f3-4849-bd81-779c45ee8658 up at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:54:45.196661 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-bb99d8ec-d39c-4c3d-97c9-ff92185a1ac5 None None] Notify callbacks [] for port, precommit_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:45.199193 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ef918ef6-f794-4c85-ba6c-7feb7ada07b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:45.213319 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.provisioning_blocks [None req-bb99d8ec-d39c-4c3d-97c9-ff92185a1ac5 None None] Transition to ACTIVE for port object e08bc6e2-1af3-455c-8354-2eed83537f80 will not be triggered until provisioned by entity L2. {{(pid=83163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:54:45.221244 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-bb99d8ec-d39c-4c3d-97c9-ff92185a1ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:45.297491 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe532b-028e-49e1-b4ae-851a30c422ab None None] Pushing event updated for resources: {'Port': ['ID=e08bc6e2-1af3-455c-8354-2eed83537f80,revision_number=2']} {{(pid=83163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:45.350952 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-bb99d8ec-d39c-4c3d-97c9-ff92185a1ac5 None None] Attempting to bind port e08bc6e2-1af3-455c-8354-2eed83537f80 on host dv-cinder-832328-1-smb for vnic_type normal with profile {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:54:45.351327 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-bb99d8ec-d39c-4c3d-97c9-ff92185a1ac5 None None] Attempting to bind port e08bc6e2-1af3-455c-8354-2eed83537f80 by drivers openvswitch,hyperv on host dv-cinder-832328-1-smb at level 0 using segments [{'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}] {{(pid=83163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:54:45.351688 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb99d8ec-d39c-4c3d-97c9-ff92185a1ac5 None None] Attempting to bind port e08bc6e2-1af3-455c-8354-2eed83537f80 on network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:54:45.359800 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb99d8ec-d39c-4c3d-97c9-ff92185a1ac5 None None] Checking agent: {'id': '3893f380-9b19-46dd-a79f-fadbe55c1144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 20, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:54:45.360285 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb99d8ec-d39c-4c3d-97c9-ff92185a1ac5 None None] Checking segment: {'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:54:45.361715 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-bb99d8ec-d39c-4c3d-97c9-ff92185a1ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:45.362184 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb99d8ec-d39c-4c3d-97c9-ff92185a1ac5 None None] Bound using segment: {'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'} {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:54:45.362749 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-bb99d8ec-d39c-4c3d-97c9-ff92185a1ac5 None None] Bound port: e08bc6e2-1af3-455c-8354-2eed83537f80, host: dv-cinder-832328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}}] {{(pid=83163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:54:45.363238 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-bb99d8ec-d39c-4c3d-97c9-ff92185a1ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:45.377598 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7c8ef78d-a003-4022-8b0d-9888f1349e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:45.417207 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning for port 447e5b05-91f3-4849-bd81-779c45ee8658 completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:54:45.428400 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:45.445984 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning complete for port 447e5b05-91f3-4849-bd81-779c45ee8658 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:54:45.446350 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:45.496442 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.db [None req-bb99d8ec-d39c-4c3d-97c9-ff92185a1ac5 None None] For port e08bc6e2-1af3-455c-8354-2eed83537f80, host dv-cinder-832328-1-smb, cleared binding levels {{(pid=83163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:54:45.500229 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.db [None req-bb99d8ec-d39c-4c3d-97c9-ff92185a1ac5 None None] For port e08bc6e2-1af3-455c-8354-2eed83537f80, host dv-cinder-832328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=e08bc6e2-1af3-455c-8354-2eed83537f80,segment=NetworkSegment(270771a1-e195-4c27-89e2-1537a366dca1),segment_id=270771a1-e195-4c27-89e2-1537a366dca1)] {{(pid=83163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:54:45.506766 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-bb99d8ec-d39c-4c3d-97c9-ff92185a1ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:45.531364 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-7c8ef78d-a003-4022-8b0d-9888f1349e8a None None] For port ae337803-aeeb-4094-ba15-40ce3f9a541c, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=ae337803-aeeb-4094-ba15-40ce3f9a541c,segment=NetworkSegment(192e8541-4acf-4181-b51a-2492d8ed4c4e),segment_id=192e8541-4acf-4181-b51a-2492d8ed4c4e)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:54:45.557930 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7c8ef78d-a003-4022-8b0d-9888f1349e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:45.625503 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe532b-028e-49e1-b4ae-851a30c422ab None None] Pushing event updated for resources: {'Port': ['ID=e08bc6e2-1af3-455c-8354-2eed83537f80,revision_number=3']} {{(pid=83163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:45.675834 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb99d8ec-d39c-4c3d-97c9-ff92185a1ac5 None None] Routers {'984e2732-61fd-4440-aca5-2fd09650c314'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:54:45.676860 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-bb99d8ec-d39c-4c3d-97c9-ff92185a1ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:54:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['984e2732-61fd-4440-aca5-2fd09650c314'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:45.783323 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ef78d-a003-4022-8b0d-9888f1349e8a None None] Pushing event updated for resources: {'Port': ['ID=ae337803-aeeb-4094-ba15-40ce3f9a541c,revision_number=3']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:45.789934 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:45.808164 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.db.api [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 20:54:45.808876 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG oslo_db.api [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 20:54:45.828236 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a3237a-13c5-49dc-ace5-73ef4f32d9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447e5b05-91f3-4849-bd81-779c45ee8658'}] {{(pid=83162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:54:45.851421 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 447e5b05-91f3-4849-bd81-779c45ee8658, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=447e5b05-91f3-4849-bd81-779c45ee8658,segment=NetworkSegment(b120b519-5d1f-4929-a02d-4493480a1090),segment_id=b120b519-5d1f-4929-a02d-4493480a1090)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:54:45.857474 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:45.963695 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db37b0f-2cb2-4819-91c3-9629fb1a7e45 req-43059218-6646-4423-b822-ad90ed673cfb tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:45.965686 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6db37b0f-2cb2-4819-91c3-9629fb1a7e45 req-43059218-6646-4423-b822-ad90ed673cfb tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5a3237a-13c5-49dc-ace5-73ef4f32d9b5 HTTP/1.1" status: 200 len: 945 time: 0.5049567 Mar 08 20:54:46.036983 dv-cinder-832328-1-smb neutron-server[83162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a3237a-13c5-49dc-ace5-73ef4f32d9b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447e5b05-91f3-4849-bd81-779c45ee8658', 'code': 200} Mar 08 20:54:46.037871 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-7a2eee05-dccf-4b06-bdf9-7d21dfb2867d None None] Provisioning complete for port ae337803-aeeb-4094-ba15-40ce3f9a541c triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:54:46.038240 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7a2eee05-dccf-4b06-bdf9-7d21dfb2867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:46.039483 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_common [None req-ef918ef6-f794-4c85-ba6c-7feb7ada07b0 admin admin] Allocated IP 172.20.0.1 (488c4411-9d7e-46f1-8b25-66a4ca6b1e18/1dff7165-de1c-4deb-9ffd-70223a562ab3/dee6afe7-c29e-41ae-91a5-fc0512e51dca) {{(pid=83160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:54:46.148067 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-bb99d8ec-d39c-4c3d-97c9-ff92185a1ac5 None None] Set router 984e2732-61fd-4440-aca5-2fd09650c314 gateway port host: dv-cinder-832328-1-smb {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:54:46.167668 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=447e5b05-91f3-4849-bd81-779c45ee8658,revision_number=5']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:46.293861 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ef918ef6-f794-4c85-ba6c-7feb7ada07b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:46.315198 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.provisioning_blocks [None req-ef918ef6-f794-4c85-ba6c-7feb7ada07b0 admin admin] Transition to ACTIVE for port object dee6afe7-c29e-41ae-91a5-fc0512e51dca will not be triggered until provisioned by entity DHCP. {{(pid=83160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:54:46.356080 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6db37b0f-2cb2-4819-91c3-9629fb1a7e45 req-edd11540-af48-47e9-bc0f-46d6e3e6e8ed tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760130 Mar 08 20:54:46.362394 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ef918ef6-f794-4c85-ba6c-7feb7ada07b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:46.441408 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef918ef6-f794-4c85-ba6c-7feb7ada07b0 admin admin] Network 488c4411-9d7e-46f1-8b25-66a4ca6b1e18 is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:54:46.444769 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-ef918ef6-f794-4c85-ba6c-7feb7ada07b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:54:46.454870 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef918ef6-f794-4c85-ba6c-7feb7ada07b0 admin admin] Received port after_create {{(pid=83160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:54:46.606340 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef918ef6-f794-4c85-ba6c-7feb7ada07b0 admin admin] Pushing event updated for resources: {'Port': ['ID=dee6afe7-c29e-41ae-91a5-fc0512e51dca,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:46.610002 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ef918ef6-f794-4c85-ba6c-7feb7ada07b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-357313'] for router_interface, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:46.653212 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-4c956ed5-ab8a-43f8-91e7-a32fc5297021 req-60abddbd-0387-44b9-b7fc-a375dd4c7db1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e5a3237a-13c5-49dc-ace5-73ef4f32d9b5 HTTP/1.1" status: 200 len: 1099 time: 0.1486466 Mar 08 20:54:46.733378 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device ae337803-aeeb-4094-ba15-40ce3f9a541c up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:54:46.808991 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-bb99d8ec-d39c-4c3d-97c9-ff92185a1ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984e2732-61fd-4440-aca5-2fd09650c314', 'name': 'tempest-TestMinimumBasicScenario-508980272-router', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e08bc6e2-1af3-455c-8354-2eed83537f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:42Z', 'updated_at': '2022-03-08T20:54:43Z', 'revision_number': 3, 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'gw_port': {'id': 'e08bc6e2-1af3-455c-8354-2eed83537f80', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984e2732-61fd-4440-aca5-2fd09650c314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:42Z', 'updated_at': '2022-03-08T20:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:46.815410 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb99d8ec-d39c-4c3d-97c9-ff92185a1ac5 None None] The sync data for ids ['984e2732-61fd-4440-aca5-2fd09650c314'] in dv-cinder-832328-1-smb is: [{'id': '984e2732-61fd-4440-aca5-2fd09650c314', 'name': 'tempest-TestMinimumBasicScenario-508980272-router', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e08bc6e2-1af3-455c-8354-2eed83537f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:42Z', 'updated_at': '2022-03-08T20:54:43Z', 'revision_number': 3, 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'gw_port': {'id': 'e08bc6e2-1af3-455c-8354-2eed83537f80', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984e2732-61fd-4440-aca5-2fd09650c314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:42Z', 'updated_at': '2022-03-08T20:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}] {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:54:46.873952 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-4c956ed5-ab8a-43f8-91e7-a32fc5297021 req-7f20cd17-01fc-443e-8073-cdd4198baad5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125494 Mar 08 20:54:46.897747 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port ae337803-aeeb-4094-ba15-40ce3f9a541c triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:54:46.898312 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:46.945520 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-8bcc38e7-fd85-49f0-ac26-3ef4681ba8f6 None None] Provisioning for port dee6afe7-c29e-41ae-91a5-fc0512e51dca completed by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:54:46.964649 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ef918ef6-f794-4c85-ba6c-7feb7ada07b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:46.971988 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-8bcc38e7-fd85-49f0-ac26-3ef4681ba8f6 None None] Provisioning complete for port dee6afe7-c29e-41ae-91a5-fc0512e51dca triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:54:46.972500 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-8bcc38e7-fd85-49f0-ac26-3ef4681ba8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:47.060032 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-8bcc38e7-fd85-49f0-ac26-3ef4681ba8f6 None None] Port dee6afe7-c29e-41ae-91a5-fc0512e51dca cannot update to ACTIVE because it is not bound. {{(pid=83162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 08 20:54:47.484598 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-24074baf-b35e-40bd-bcbd-b4c586351865 req-f61e9dab-c167-41e2-b865-f4e5aeb41165 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fdf6a2901a4473984cf32ef3b202ac2&device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 1098 time: 0.1634817 Mar 08 20:54:47.542146 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 44354) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:47.637041 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ef918ef6-f794-4c85-ba6c-7feb7ada07b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:47.651373 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ef918ef6-f794-4c85-ba6c-7feb7ada07b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1387543'] for port, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:47.740046 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ef918ef6-f794-4c85-ba6c-7feb7ada07b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3538255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-357228'] for router_interface, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:47.811609 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24074baf-b35e-40bd-bcbd-b4c586351865 req-0ad749b2-e7b5-40e5-9938-34587329cd96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:47.813490 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-24074baf-b35e-40bd-bcbd-b4c586351865 req-0ad749b2-e7b5-40e5-9938-34587329cd96 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b735a19-c087-45dd-af15-b8c29d470965 HTTP/1.1" status: 200 len: 920 time: 0.3219573 Mar 08 20:54:47.819316 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f7014-4a40-42e3-9462-f64fba0897d8 req-3f3367d9-cf29-4bb3-84e5-e6c9754594f6 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:47.821301 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-957f7014-4a40-42e3-9462-f64fba0897d8 req-3f3367d9-cf29-4bb3-84e5-e6c9754594f6 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5a3237a-13c5-49dc-ace5-73ef4f32d9b5 HTTP/1.1" status: 200 len: 946 time: 0.1487453 Mar 08 20:54:47.848542 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-7d2a9d72-4c56-4821-bb82-f43634ae6de0 req-f9b910df-6073-4bd0-9ef6-94bb14ee1ddd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4459071 Mar 08 20:54:47.849364 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef918ef6-f794-4c85-ba6c-7feb7ada07b0 admin admin] Pushing event updated for resources: {'Port': ['ID=dee6afe7-c29e-41ae-91a5-fc0512e51dca,revision_number=2']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:47.937373 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-24074baf-b35e-40bd-bcbd-b4c586351865 req-874f8280-c618-4536-897b-2be7e5bda7c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cf0fee7-d12e-494a-94a2-d5522bb3b91c HTTP/1.1" status: 200 len: 217 time: 0.1113546 Mar 08 20:54:47.976224 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b144f-0e6b-467a-b38f-c8198d917a49 req-06c8998b-dde7-4318-a8f0-f956c2231f20 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:47.978496 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9d4b144f-0e6b-467a-b38f-c8198d917a49 req-06c8998b-dde7-4318-a8f0-f956c2231f20 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.4868608 Mar 08 20:54:48.034815 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-257f4597-30d4-4164-a53c-7fa4fe980c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:48.059734 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-957f7014-4a40-42e3-9462-f64fba0897d8 req-8d818f9c-2801-4547-a817-71e4b6be3640 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626596 Mar 08 20:54:48.099704 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef918ef6-f794-4c85-ba6c-7feb7ada07b0 admin admin] Network 488c4411-9d7e-46f1-8b25-66a4ca6b1e18 is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:54:48.103292 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-ef918ef6-f794-4c85-ba6c-7feb7ada07b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:54:48.109022 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:48.112825 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24074baf-b35e-40bd-bcbd-b4c586351865 req-3874e194-cd2e-4ddf-980c-3597807ea4f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:48.114852 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-24074baf-b35e-40bd-bcbd-b4c586351865 req-3874e194-cd2e-4ddf-980c-3597807ea4f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5de2fd05-f3f9-46aa-9b4c-d1e06cb3e211 HTTP/1.1" status: 200 len: 859 time: 0.1684170 Mar 08 20:54:48.128359 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-257f4597-30d4-4164-a53c-7fa4fe980c22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:48.137365 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-257f4597-30d4-4164-a53c-7fa4fe980c22 admin admin] Usage tracker for resource:security_group_rule and tenant:cd39e56e501f4a958ee0f2affc784321 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:48.144896 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-257f4597-30d4-4164-a53c-7fa4fe980c22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:48.194319 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-24074baf-b35e-40bd-bcbd-b4c586351865 req-d0495cbc-bebe-45dc-abbb-0724b7a95f58 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b735a19-c087-45dd-af15-b8c29d470965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462565 Mar 08 20:54:48.195562 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-257f4597-30d4-4164-a53c-7fa4fe980c22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:48.256261 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9d4b144f-0e6b-467a-b38f-c8198d917a49 req-f084d565-2d3e-41e2-b9e8-d27e1c12e86c tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659817 Mar 08 20:54:48.275687 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-7d2a9d72-4c56-4821-bb82-f43634ae6de0 req-8d86f891-8d44-4092-84a1-86c9cdc077e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fdf6a2901a4473984cf32ef3b202ac2&device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 1098 time: 0.3714294 Mar 08 20:54:48.389299 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-980f5a50-d985-4220-ab24-716530df4c75 None None] Provisioning complete for port dee6afe7-c29e-41ae-91a5-fc0512e51dca triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:54:48.390041 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-980f5a50-d985-4220-ab24-716530df4c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:48.426713 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-24074baf-b35e-40bd-bcbd-b4c586351865 req-8dbb2e43-a834-40f0-bed1-b64c8974b7ad service neutron] 10.222.0.21 "GET /v2.0/networks/6b735a19-c087-45dd-af15-b8c29d470965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246871 Mar 08 20:54:48.448647 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-980f5a50-d985-4220-ab24-716530df4c75 None None] Port dee6afe7-c29e-41ae-91a5-fc0512e51dca cannot update to ACTIVE because it is not bound. {{(pid=83162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 08 20:54:48.451066 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-257f4597-30d4-4164-a53c-7fa4fe980c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:48.508041 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-257f4597-30d4-4164-a53c-7fa4fe980c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:48.581428 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f4597-30d4-4164-a53c-7fa4fe980c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f716cd-51d1-4ca2-81bc-42ba24324942,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:48.601058 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-257f4597-30d4-4164-a53c-7fa4fe980c22 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd39e56e501f4a958ee0f2affc784321&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0520201 Mar 08 20:54:48.605055 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 44366) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:48.689604 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-24074baf-b35e-40bd-bcbd-b4c586351865 req-ac77773c-2dae-4e48-81c9-31902494c8df service neutron] 10.222.0.21 "GET /v2.0/networks/6b735a19-c087-45dd-af15-b8c29d470965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565098 Mar 08 20:54:48.714885 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a9d72-4c56-4821-bb82-f43634ae6de0 req-585787cb-d4b3-4dd7-8e94-46831453a34c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:48.716626 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-7d2a9d72-4c56-4821-bb82-f43634ae6de0 req-585787cb-d4b3-4dd7-8e94-46831453a34c service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b735a19-c087-45dd-af15-b8c29d470965 HTTP/1.1" status: 200 len: 920 time: 0.4179525 Mar 08 20:54:48.726416 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-fd24d4ca-102f-41fa-9b07-3e6a81d3854e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:48.743189 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device e08bc6e2-1af3-455c-8354-2eed83537f80 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:54:48.761948 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-fd24d4ca-102f-41fa-9b07-3e6a81d3854e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:48.839285 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-fd24d4ca-102f-41fa-9b07-3e6a81d3854e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:48.845397 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-7d2a9d72-4c56-4821-bb82-f43634ae6de0 req-96eedd27-b124-409c-8c37-12b4e700c6ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2a2347f-6799-481e-a67d-2f4c76a2362c HTTP/1.1" status: 200 len: 217 time: 0.1051855 Mar 08 20:54:48.857934 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24d4ca-102f-41fa-9b07-3e6a81d3854e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f716cd-51d1-4ca2-81bc-42ba24324942,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:48.864327 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-fd24d4ca-102f-41fa-9b07-3e6a81d3854e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:48.869615 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-fd24d4ca-102f-41fa-9b07-3e6a81d3854e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/48f716cd-51d1-4ca2-81bc-42ba24324942 HTTP/1.1" status: 204 len: 168 time: 0.2587707 Mar 08 20:54:48.869871 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning for port e08bc6e2-1af3-455c-8354-2eed83537f80 completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:54:48.881128 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port e08bc6e2-1af3-455c-8354-2eed83537f80 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:54:48.881732 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:48.931737 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a9d72-4c56-4821-bb82-f43634ae6de0 req-d918b408-8e04-4cea-835e-cb364c88d884 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:48.933171 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-7d2a9d72-4c56-4821-bb82-f43634ae6de0 req-d918b408-8e04-4cea-835e-cb364c88d884 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5de2fd05-f3f9-46aa-9b4c-d1e06cb3e211 HTTP/1.1" status: 200 len: 859 time: 0.0759864 Mar 08 20:54:49.011314 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-7d2a9d72-4c56-4821-bb82-f43634ae6de0 req-7dcf8fcb-7be7-4ff3-806a-bf39045bcd2a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b735a19-c087-45dd-af15-b8c29d470965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669014 Mar 08 20:54:49.031325 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef918ef6-f794-4c85-ba6c-7feb7ada07b0 admin admin] Router 984e2732-61fd-4440-aca5-2fd09650c314 has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:54:49.082147 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:49.127314 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] For port e08bc6e2-1af3-455c-8354-2eed83537f80, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=e08bc6e2-1af3-455c-8354-2eed83537f80,segment=NetworkSegment(270771a1-e195-4c27-89e2-1537a366dca1),segment_id=270771a1-e195-4c27-89e2-1537a366dca1)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:54:49.136551 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:49.287657 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Pushing event updated for resources: {'Port': ['ID=e08bc6e2-1af3-455c-8354-2eed83537f80,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:49.361202 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 44386) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:49.385934 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd4c6c-c6ea-422e-8f49-cf7350fe780c req-f05e4ed2-c897-4b89-b2f4-a3a59dc2cba0 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:49.387399 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-10dd4c6c-c6ea-422e-8f49-cf7350fe780c req-f05e4ed2-c897-4b89-b2f4-a3a59dc2cba0 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5a3237a-13c5-49dc-ace5-73ef4f32d9b5 HTTP/1.1" status: 200 len: 946 time: 0.0904188 Mar 08 20:54:49.440695 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-10dd4c6c-c6ea-422e-8f49-cf7350fe780c req-e452f50b-7294-4e97-875a-4c4fc1a24658 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477896 Mar 08 20:54:49.467677 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-07c04085-914c-4cfd-b86a-e117a89556dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:49.485875 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-7d2a9d72-4c56-4821-bb82-f43634ae6de0 req-1b65446c-4cf9-4a9e-b398-efe42d444862 service neutron] 10.222.0.21 "GET /v2.0/networks/6b735a19-c087-45dd-af15-b8c29d470965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547110 Mar 08 20:54:49.633763 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-07c04085-914c-4cfd-b86a-e117a89556dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:49.646467 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-07c04085-914c-4cfd-b86a-e117a89556dd admin admin] Usage tracker for resource:security_group_rule and tenant:2a1b3d49b14b4b05bbbc3d9637138dda is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:49.650406 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-07c04085-914c-4cfd-b86a-e117a89556dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:49.670791 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-07c04085-914c-4cfd-b86a-e117a89556dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:49.716078 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093dcfb-588d-4dd1-bc60-2583e0f46edd req-f44f3784-7f1d-44f7-92a0-9afb2081d839 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:49.717522 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-1093dcfb-588d-4dd1-bc60-2583e0f46edd req-f44f3784-7f1d-44f7-92a0-9afb2081d839 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.2913768 Mar 08 20:54:49.726454 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-7d2a9d72-4c56-4821-bb82-f43634ae6de0 req-7f667a2e-497f-4437-82cc-3c48e38bdfbb service neutron] 10.222.0.21 "GET /v2.0/networks/6b735a19-c087-45dd-af15-b8c29d470965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316408 Mar 08 20:54:49.829390 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-1093dcfb-588d-4dd1-bc60-2583e0f46edd req-5ce46dc6-2cf8-49b2-96ed-62735184fe60 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992692 Mar 08 20:54:49.838208 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-07c04085-914c-4cfd-b86a-e117a89556dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:49.843988 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef918ef6-f794-4c85-ba6c-7feb7ada07b0 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:54:49.850391 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-07c04085-914c-4cfd-b86a-e117a89556dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:49.913598 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-07c04085-914c-4cfd-b86a-e117a89556dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2a1b3d49b14b4b05bbbc3d9637138dda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5507257 Mar 08 20:54:49.916016 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c04085-914c-4cfd-b86a-e117a89556dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c201f72-ed8d-4e3b-b13c-5b55b4ec938e,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:49.917032 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 44398) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:49.920532 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-ef918ef6-f794-4c85-ba6c-7feb7ada07b0 admin admin] 10.222.0.39 "PUT /v2.0/routers/984e2732-61fd-4440-aca5-2fd09650c314/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7495658 Mar 08 20:54:49.987770 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-41037cbf-2db4-4932-8240-704bd18dddb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:50.014589 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-41037cbf-2db4-4932-8240-704bd18dddb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:50.088004 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-41037cbf-2db4-4932-8240-704bd18dddb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:50.112830 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41037cbf-2db4-4932-8240-704bd18dddb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c201f72-ed8d-4e3b-b13c-5b55b4ec938e,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:50.119967 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-41037cbf-2db4-4932-8240-704bd18dddb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:50.121312 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-41037cbf-2db4-4932-8240-704bd18dddb1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c201f72-ed8d-4e3b-b13c-5b55b4ec938e HTTP/1.1" status: 204 len: 168 time: 0.2026980 Mar 08 20:54:50.697468 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device e08bc6e2-1af3-455c-8354-2eed83537f80 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:54:50.796524 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port e08bc6e2-1af3-455c-8354-2eed83537f80 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:54:50.797051 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:50.885738 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d0452-2734-4c25-8724-ad8843681609 req-c8301de1-b1f3-48a1-a55a-55263400c566 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:50.887892 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-066d0452-2734-4c25-8724-ad8843681609 req-c8301de1-b1f3-48a1-a55a-55263400c566 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5a3237a-13c5-49dc-ace5-73ef4f32d9b5 HTTP/1.1" status: 200 len: 946 time: 0.1387939 Mar 08 20:54:50.966734 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 44430) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:51.000649 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-066d0452-2734-4c25-8724-ad8843681609 req-7fd7bebd-43af-44af-9e0c-473e10a020b9 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051447 Mar 08 20:54:51.006020 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-72b8698c-17c0-4a4e-a46a-f65b8a84e824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:51.014233 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1916e8b5-94a8-4221-acf0-6b1aa686e83d None None] Sync routers for ids ['984e2732-61fd-4440-aca5-2fd09650c314'] in dv-cinder-832328-1-smb {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:54:51.075101 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-72b8698c-17c0-4a4e-a46a-f65b8a84e824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:51.079721 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-72b8698c-17c0-4a4e-a46a-f65b8a84e824 admin admin] Usage tracker for resource:security_group_rule and tenant:da5f584c558a42b3a41f7ffc93821143 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:51.084951 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-72b8698c-17c0-4a4e-a46a-f65b8a84e824 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:51.092278 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-72b8698c-17c0-4a4e-a46a-f65b8a84e824 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:51.108159 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1916e8b5-94a8-4221-acf0-6b1aa686e83d None None] Routers {'984e2732-61fd-4440-aca5-2fd09650c314'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:54:51.108976 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-1916e8b5-94a8-4221-acf0-6b1aa686e83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:54:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['984e2732-61fd-4440-aca5-2fd09650c314'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:51.247846 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-72b8698c-17c0-4a4e-a46a-f65b8a84e824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:51.258663 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d2c44-cd25-46cc-a497-b47ea5bf08a5 req-62cf0395-aeb6-498b-ac2c-ce17ecb45b9d tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:51.260215 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-626d2c44-cd25-46cc-a497-b47ea5bf08a5 req-62cf0395-aeb6-498b-ac2c-ce17ecb45b9d tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1437345 Mar 08 20:54:51.261261 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-72b8698c-17c0-4a4e-a46a-f65b8a84e824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:51.316063 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-1916e8b5-94a8-4221-acf0-6b1aa686e83d None None] Set router 984e2732-61fd-4440-aca5-2fd09650c314 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:54:51.338003 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8698c-17c0-4a4e-a46a-f65b8a84e824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9fa978-9484-43b3-8692-8ce01cb5e875,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:51.361130 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-72b8698c-17c0-4a4e-a46a-f65b8a84e824 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da5f584c558a42b3a41f7ffc93821143&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3933184 Mar 08 20:54:51.363791 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 44442) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:51.377262 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-626d2c44-cd25-46cc-a497-b47ea5bf08a5 req-bdad89cc-89a7-470d-8dc4-6e5e7b4ef1d4 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091874 Mar 08 20:54:51.423739 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 44446) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:51.432322 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-a3f91d83-626d-4879-8f9d-b1d2eb1bfde6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1540584682-network', 'tenant_id': 'b5b24a6f92de400b9ec6c2048c16b5b9'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:54:51.437452 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-a3f91d83-626d-4879-8f9d-b1d2eb1bfde6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:51.441567 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-a3f91d83-626d-4879-8f9d-b1d2eb1bfde6 admin admin] Usage tracker for resource:network and tenant:b5b24a6f92de400b9ec6c2048c16b5b9 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:51.444507 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-a3f91d83-626d-4879-8f9d-b1d2eb1bfde6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:51.448739 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-681d08a8-c0de-4de8-ac58-1808bfeeb92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:51.450679 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-a3f91d83-626d-4879-8f9d-b1d2eb1bfde6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:51.468848 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f91d83-626d-4879-8f9d-b1d2eb1bfde6 admin admin] Made reservation on behalf of b5b24a6f92de400b9ec6c2048c16b5b9 for: {'network': 1} {{(pid=83161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:54:51.472566 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a3f91d83-626d-4879-8f9d-b1d2eb1bfde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for network, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:51.481096 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-681d08a8-c0de-4de8-ac58-1808bfeeb92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:51.500168 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a3f91d83-626d-4879-8f9d-b1d2eb1bfde6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:51.555123 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-681d08a8-c0de-4de8-ac58-1808bfeeb92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:51.569488 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-a3f91d83-626d-4879-8f9d-b1d2eb1bfde6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:51.573813 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-a3f91d83-626d-4879-8f9d-b1d2eb1bfde6 admin admin] Usage tracker for resource:security_group_rule and tenant:b5b24a6f92de400b9ec6c2048c16b5b9 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:51.577104 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-a3f91d83-626d-4879-8f9d-b1d2eb1bfde6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:51.583731 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-a3f91d83-626d-4879-8f9d-b1d2eb1bfde6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:51.583908 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d08a8-c0de-4de8-ac58-1808bfeeb92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9fa978-9484-43b3-8692-8ce01cb5e875,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:51.588637 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-681d08a8-c0de-4de8-ac58-1808bfeeb92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:51.592705 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-681d08a8-c0de-4de8-ac58-1808bfeeb92a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b9fa978-9484-43b3-8692-8ce01cb5e875 HTTP/1.1" status: 204 len: 168 time: 0.2250695 Mar 08 20:54:51.668390 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a3f91d83-626d-4879-8f9d-b1d2eb1bfde6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:51.673529 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a3f91d83-626d-4879-8f9d-b1d2eb1bfde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:51.702306 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-1916e8b5-94a8-4221-acf0-6b1aa686e83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984e2732-61fd-4440-aca5-2fd09650c314', 'name': 'tempest-TestMinimumBasicScenario-508980272-router', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e08bc6e2-1af3-455c-8354-2eed83537f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:42Z', 'updated_at': '2022-03-08T20:54:46Z', 'revision_number': 4, 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'gw_port': {'id': 'e08bc6e2-1af3-455c-8354-2eed83537f80', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984e2732-61fd-4440-aca5-2fd09650c314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:42Z', 'updated_at': '2022-03-08T20:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'dee6afe7-c29e-41ae-91a5-fc0512e51dca', 'name': '', 'network_id': '488c4411-9d7e-46f1-8b25-66a4ca6b1e18', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'mac_address': 'fa:16:3e:74:cf:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984e2732-61fd-4440-aca5-2fd09650c314', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dff7165-de1c-4deb-9ffd-70223a562ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:45Z', 'updated_at': '2022-03-08T20:54:47Z', 'revision_number': 2, 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'subnets': [{'id': '1dff7165-de1c-4deb-9ffd-70223a562ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:51.704875 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3f91d83-626d-4879-8f9d-b1d2eb1bfde6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=83161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:54:51.707129 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1916e8b5-94a8-4221-acf0-6b1aa686e83d None None] Checking router: 984e2732-61fd-4440-aca5-2fd09650c314 for host: dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:54:51.707543 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1916e8b5-94a8-4221-acf0-6b1aa686e83d None None] Updating router 984e2732-61fd-4440-aca5-2fd09650c314 port dee6afe7-c29e-41ae-91a5-fc0512e51dca binding host dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 08 20:54:51.717690 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f91d83-626d-4879-8f9d-b1d2eb1bfde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627be96e-b466-45b9-8f83-a034f861d922,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:51.722811 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a3f91d83-626d-4879-8f9d-b1d2eb1bfde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:51.723266 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.db.segments_db [None req-a3f91d83-626d-4879-8f9d-b1d2eb1bfde6 admin admin] Added segment 9f4b2296-b1b4-46cb-93d4-481f9e6d81c0 of type vlan for network 40cff8e0-8387-4ab0-9e6f-576debfb11a1 Mar 08 20:54:51.753277 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a3f91d83-626d-4879-8f9d-b1d2eb1bfde6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774925924886'] for network, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:51.767938 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-1916e8b5-94a8-4221-acf0-6b1aa686e83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:51.787230 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a3f91d83-626d-4879-8f9d-b1d2eb1bfde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423'] for network, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:51.788566 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f91d83-626d-4879-8f9d-b1d2eb1bfde6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:51.789437 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a3f91d83-626d-4879-8f9d-b1d2eb1bfde6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:51.898536 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f91d83-626d-4879-8f9d-b1d2eb1bfde6 admin admin] Pushing event updated for resources: {'Network': ['ID=40cff8e0-8387-4ab0-9e6f-576debfb11a1,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:51.903881 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-a3f91d83-626d-4879-8f9d-b1d2eb1bfde6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4769151 Mar 08 20:54:51.906746 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 44456) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:51.912219 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-309d4505-c864-4d78-b72b-581b56f886c3 admin admin] Request body: {'subnet': {'network_id': '40cff8e0-8387-4ab0-9e6f-576debfb11a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1540584682-subnet', 'tenant_id': 'b5b24a6f92de400b9ec6c2048c16b5b9', 'ip_version': 4}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:54:51.914820 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Network 40cff8e0-8387-4ab0-9e6f-576debfb11a1 details requested by agent ovs-agent-dv-cinder-832328-1-smb with host dv-cinder-832328-1-smb {{(pid=83162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 20:54:51.918565 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-309d4505-c864-4d78-b72b-581b56f886c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:51.923874 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-309d4505-c864-4d78-b72b-581b56f886c3 admin admin] Usage tracker for resource:subnet and tenant:b5b24a6f92de400b9ec6c2048c16b5b9 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:51.932785 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-309d4505-c864-4d78-b72b-581b56f886c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:51.935191 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-309d4505-c864-4d78-b72b-581b56f886c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:51.946644 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309d4505-c864-4d78-b72b-581b56f886c3 admin admin] Made reservation on behalf of b5b24a6f92de400b9ec6c2048c16b5b9 for: {'subnet': 1} {{(pid=83161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:54:51.948969 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-309d4505-c864-4d78-b72b-581b56f886c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1819714'] for subnet, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:52.340384 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-309d4505-c864-4d78-b72b-581b56f886c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1095560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1819728'] for subnet, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:52.348829 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-1916e8b5-94a8-4221-acf0-6b1aa686e83d None None] Notify callbacks [] for port, precommit_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:52.361744 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-1916e8b5-94a8-4221-acf0-6b1aa686e83d None None] Transition to ACTIVE for port object dee6afe7-c29e-41ae-91a5-fc0512e51dca will not be triggered until provisioned by entity L2. {{(pid=83162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:54:52.369806 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-1916e8b5-94a8-4221-acf0-6b1aa686e83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:52.370647 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d2003-9b41-4b9b-a847-766b02b4cb3a req-7fea0145-3208-4d65-8cff-1cb9eb5d166e tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:52.372217 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-271d2003-9b41-4b9b-a847-766b02b4cb3a req-7fea0145-3208-4d65-8cff-1cb9eb5d166e tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5a3237a-13c5-49dc-ace5-73ef4f32d9b5 HTTP/1.1" status: 200 len: 946 time: 0.1062479 Mar 08 20:54:52.437244 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbfe9c-1b25-4865-a979-70238591248f None None] Pushing event updated for resources: {'Port': ['ID=dee6afe7-c29e-41ae-91a5-fc0512e51dca,revision_number=3']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:52.463532 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-271d2003-9b41-4b9b-a847-766b02b4cb3a req-6cde8412-5139-4204-9eb9-d64b7a02ef0f tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857992 Mar 08 20:54:52.480803 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d4505-c864-4d78-b72b-581b56f886c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9ba4e04-009b-4307-b673-9ac9488e7151,revision_number=0']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:52.516646 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309d4505-c864-4d78-b72b-581b56f886c3 admin admin] Checking segment: {'id': '9f4b2296-b1b4-46cb-93d4-481f9e6d81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '40cff8e0-8387-4ab0-9e6f-576debfb11a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:54:52.517004 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309d4505-c864-4d78-b72b-581b56f886c3 admin admin] Network hostable DHCP agents. Network: 40cff8e0-8387-4ab0-9e6f-576debfb11a1, hostable agents: ['f8f0924d-105e-45b1-98fc-f771e4a35ffd'], hosted agents: [] {{(pid=83161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:54:52.612747 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309d4505-c864-4d78-b72b-581b56f886c3 admin admin] Network 40cff8e0-8387-4ab0-9e6f-576debfb11a1 is scheduled to be hosted by DHCP agent f8f0924d-105e-45b1-98fc-f771e4a35ffd with binding_index 1 {{(pid=83161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:54:52.641759 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [None req-309d4505-c864-4d78-b72b-581b56f886c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-smb, 40cff8e0-8387-4ab0-9e6f-576debfb11a1) {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:54:52.649011 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309d4505-c864-4d78-b72b-581b56f886c3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:52.650124 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-309d4505-c864-4d78-b72b-581b56f886c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:52.679913 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-309d4505-c864-4d78-b72b-581b56f886c3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7720110 Mar 08 20:54:52.683965 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 44480) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:52.695101 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-c7d634de-59dc-4992-a972-a839ede3a823 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1540584682-router', 'tenant_id': 'b5b24a6f92de400b9ec6c2048c16b5b9', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:54:52.703815 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0db20-1ccd-460b-988d-a9f61ea91bba req-6913250a-7f19-4fe3-980d-2493f22c61dd tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:52.708423 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f19c74-e404-4e10-bcf3-6701b4b3db44 None None] Network 40cff8e0-8387-4ab0-9e6f-576debfb11a1 requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:54:52.712285 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-dff0db20-1ccd-460b-988d-a9f61ea91bba req-6913250a-7f19-4fe3-980d-2493f22c61dd tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1522996 Mar 08 20:54:52.724506 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-1916e8b5-94a8-4221-acf0-6b1aa686e83d None None] Attempting to bind port dee6afe7-c29e-41ae-91a5-fc0512e51dca on host dv-cinder-832328-1-smb for vnic_type normal with profile {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:54:52.724873 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-1916e8b5-94a8-4221-acf0-6b1aa686e83d None None] Attempting to bind port dee6afe7-c29e-41ae-91a5-fc0512e51dca by drivers openvswitch,hyperv on host dv-cinder-832328-1-smb at level 0 using segments [{'id': '192e8541-4acf-4181-b51a-2492d8ed4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '488c4411-9d7e-46f1-8b25-66a4ca6b1e18'}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:54:52.725350 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1916e8b5-94a8-4221-acf0-6b1aa686e83d None None] Attempting to bind port dee6afe7-c29e-41ae-91a5-fc0512e51dca on network 488c4411-9d7e-46f1-8b25-66a4ca6b1e18 {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:54:52.739165 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-c7d634de-59dc-4992-a972-a839ede3a823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:52.745541 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-c7d634de-59dc-4992-a972-a839ede3a823 admin admin] Usage tracker for resource:router and tenant:b5b24a6f92de400b9ec6c2048c16b5b9 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:52.751985 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-c7d634de-59dc-4992-a972-a839ede3a823 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:52.758255 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1916e8b5-94a8-4221-acf0-6b1aa686e83d None None] Checking agent: {'id': '3893f380-9b19-46dd-a79f-fadbe55c1144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 20, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:54:52.759163 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1916e8b5-94a8-4221-acf0-6b1aa686e83d None None] Checking segment: {'id': '192e8541-4acf-4181-b51a-2492d8ed4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '488c4411-9d7e-46f1-8b25-66a4ca6b1e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:54:52.759163 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-1916e8b5-94a8-4221-acf0-6b1aa686e83d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:52.759405 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1916e8b5-94a8-4221-acf0-6b1aa686e83d None None] Bound using segment: {'id': '192e8541-4acf-4181-b51a-2492d8ed4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '488c4411-9d7e-46f1-8b25-66a4ca6b1e18'} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:54:52.759891 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-1916e8b5-94a8-4221-acf0-6b1aa686e83d None None] Bound port: dee6afe7-c29e-41ae-91a5-fc0512e51dca, host: dv-cinder-832328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192e8541-4acf-4181-b51a-2492d8ed4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '488c4411-9d7e-46f1-8b25-66a4ca6b1e18'}}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:54:52.760239 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-1916e8b5-94a8-4221-acf0-6b1aa686e83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:52.779756 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-dff0db20-1ccd-460b-988d-a9f61ea91bba req-16429bd1-22a3-40ed-96d6-2a2e36fb5fce tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663266 Mar 08 20:54:52.780107 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-c7d634de-59dc-4992-a972-a839ede3a823 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:52.804580 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c7d634de-59dc-4992-a972-a839ede3a823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-360017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8618'] for router, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:52.805566 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c7d634de-59dc-4992-a972-a839ede3a823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-359986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8609'] for router, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:52.830810 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde900ac-e986-4f9b-9014-554bfb6a667d req-a92a215c-5dd8-4f84-9818-638016fbbb93 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:52.832256 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-dde900ac-e986-4f9b-9014-554bfb6a667d req-a92a215c-5dd8-4f84-9818-638016fbbb93 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5a3237a-13c5-49dc-ace5-73ef4f32d9b5 HTTP/1.1" status: 200 len: 946 time: 0.2616529 Mar 08 20:54:52.874002 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c7d634de-59dc-4992-a972-a839ede3a823 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:52.990233 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-1916e8b5-94a8-4221-acf0-6b1aa686e83d None None] For port dee6afe7-c29e-41ae-91a5-fc0512e51dca, host dv-cinder-832328-1-smb, cleared binding levels {{(pid=83162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:54:53.013343 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [req-dde900ac-e986-4f9b-9014-554bfb6a667d req-254bb768-dd30-4578-8faf-ed6417c72559 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Deleting port 447e5b05-91f3-4849-bd81-779c45ee8658 {{(pid=83160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 20:54:53.013707 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-dde900ac-e986-4f9b-9014-554bfb6a667d req-254bb768-dd30-4578-8faf-ed6417c72559 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:53.026598 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-1916e8b5-94a8-4221-acf0-6b1aa686e83d None None] For port dee6afe7-c29e-41ae-91a5-fc0512e51dca, host dv-cinder-832328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=dee6afe7-c29e-41ae-91a5-fc0512e51dca,segment=NetworkSegment(192e8541-4acf-4181-b51a-2492d8ed4c4e),segment_id=192e8541-4acf-4181-b51a-2492d8ed4c4e)] {{(pid=83162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:54:53.036652 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-1916e8b5-94a8-4221-acf0-6b1aa686e83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:53.142803 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1916e8b5-94a8-4221-acf0-6b1aa686e83d None None] Routers {'984e2732-61fd-4440-aca5-2fd09650c314'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:54:53.143606 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-1916e8b5-94a8-4221-acf0-6b1aa686e83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:54:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['984e2732-61fd-4440-aca5-2fd09650c314'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:53.343311 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c7d634de-59dc-4992-a972-a839ede3a823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15691'] for router, precommit_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:53.383811 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dc3d15-cb35-4f4d-a631-31c5da8e6c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82897f6b-9441-5f0c-ac3f-2ea43e747f11-40cff8e0-8387-4ab0-9e6f-576debfb11a1', 'network_id': '40cff8e0-8387-4ab0-9e6f-576debfb11a1', 'tenant_id': 'b5b24a6f92de400b9ec6c2048c16b5b9', 'fixed_ips': [{'subnet_id': 'b9ba4e04-009b-4307-b673-9ac9488e7151'}]}} from dv-cinder-832328-1-smb. {{(pid=83162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 08 20:54:53.384784 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-43dc3d15-cb35-4f4d-a631-31c5da8e6c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:53.424248 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbfe9c-1b25-4865-a979-70238591248f None None] Pushing event updated for resources: {'Port': ['ID=dee6afe7-c29e-41ae-91a5-fc0512e51dca,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:53.512058 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [req-dde900ac-e986-4f9b-9014-554bfb6a667d req-254bb768-dd30-4578-8faf-ed6417c72559 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] For port 447e5b05-91f3-4849-bd81-779c45ee8658, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=447e5b05-91f3-4849-bd81-779c45ee8658,segment=NetworkSegment(b120b519-5d1f-4929-a02d-4493480a1090),segment_id=b120b519-5d1f-4929-a02d-4493480a1090)] {{(pid=83160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:54:53.512837 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-dde900ac-e986-4f9b-9014-554bfb6a667d req-254bb768-dd30-4578-8faf-ed6417c72559 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:53.537192 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-1916e8b5-94a8-4221-acf0-6b1aa686e83d None None] Set router 984e2732-61fd-4440-aca5-2fd09650c314 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:54:53.640558 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 44498) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:53.653531 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [req-dde900ac-e986-4f9b-9014-554bfb6a667d req-254bb768-dd30-4578-8faf-ed6417c72559 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Calling delete_port for 447e5b05-91f3-4849-bd81-779c45ee8658 owned by compute:nova {{(pid=83160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 20:54:53.741333 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.db_base_plugin_common [None req-43dc3d15-cb35-4f4d-a631-31c5da8e6c03 None None] Allocated IP 172.20.0.2 (40cff8e0-8387-4ab0-9e6f-576debfb11a1/b9ba4e04-009b-4307-b673-9ac9488e7151/b7c300fa-2542-4c1f-bb00-f3746acf6114) {{(pid=83162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:54:53.742605 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 20:54:53.865597 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9975cf9d-669e-4b03-add1-46b914e65f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:53.905245 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-9975cf9d-669e-4b03-add1-46b914e65f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:53.911580 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-9975cf9d-669e-4b03-add1-46b914e65f11 admin admin] Usage tracker for resource:security_group_rule and tenant:615a59a956a04c98b31baee353e66881 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:54:53.915910 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-9975cf9d-669e-4b03-add1-46b914e65f11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:54:53.923110 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-9975cf9d-669e-4b03-add1-46b914e65f11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:53.927835 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc789373-1b71-4054-9dc3-b5f3340b8636 req-9c9898fb-9651-4f5b-964d-cb8c29f573c5 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:53.929312 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-fc789373-1b71-4054-9dc3-b5f3340b8636 req-9c9898fb-9651-4f5b-964d-cb8c29f573c5 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5a3237a-13c5-49dc-ace5-73ef4f32d9b5 HTTP/1.1" status: 200 len: 946 time: 0.2446926 Mar 08 20:54:53.974522 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-dde900ac-e986-4f9b-9014-554bfb6a667d req-254bb768-dd30-4578-8faf-ed6417c72559 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:54.044074 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254bb768-dd30-4578-8faf-ed6417c72559 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Pushing event deleted for resources: {'Port': ['ID=447e5b05-91f3-4849-bd81-779c45ee8658,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:54.067343 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c7d634de-59dc-4992-a972-a839ede3a823 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:54.097063 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9975cf9d-669e-4b03-add1-46b914e65f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:54.117911 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9975cf9d-669e-4b03-add1-46b914e65f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:54.134824 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c7d634de-59dc-4992-a972-a839ede3a823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:54.144299 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-fc789373-1b71-4054-9dc3-b5f3340b8636 req-b1146510-f3a6-49cb-90af-a4fd5872c9b1 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842873 Mar 08 20:54:54.158050 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-43dc3d15-cb35-4f4d-a631-31c5da8e6c03 None None] Notify callbacks [] for port, precommit_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:54.175605 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-43dc3d15-cb35-4f4d-a631-31c5da8e6c03 None None] Transition to ACTIVE for port object b7c300fa-2542-4c1f-bb00-f3746acf6114 will not be triggered until provisioned by entity L2. {{(pid=83162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:54:54.199252 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-43dc3d15-cb35-4f4d-a631-31c5da8e6c03 None None] Transition to ACTIVE for port object b7c300fa-2542-4c1f-bb00-f3746acf6114 will not be triggered until provisioned by entity DHCP. {{(pid=83162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:54:54.206794 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-1916e8b5-94a8-4221-acf0-6b1aa686e83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984e2732-61fd-4440-aca5-2fd09650c314', 'name': 'tempest-TestMinimumBasicScenario-508980272-router', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e08bc6e2-1af3-455c-8354-2eed83537f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:42Z', 'updated_at': '2022-03-08T20:54:46Z', 'revision_number': 4, 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'gw_port': {'id': 'e08bc6e2-1af3-455c-8354-2eed83537f80', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984e2732-61fd-4440-aca5-2fd09650c314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:42Z', 'updated_at': '2022-03-08T20:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'dee6afe7-c29e-41ae-91a5-fc0512e51dca', 'name': '', 'network_id': '488c4411-9d7e-46f1-8b25-66a4ca6b1e18', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'mac_address': 'fa:16:3e:74:cf:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984e2732-61fd-4440-aca5-2fd09650c314', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dff7165-de1c-4deb-9ffd-70223a562ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:45Z', 'updated_at': '2022-03-08T20:54:52Z', 'revision_number': 4, 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'subnets': [{'id': '1dff7165-de1c-4deb-9ffd-70223a562ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:54.209883 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-43dc3d15-cb35-4f4d-a631-31c5da8e6c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643'] for port, after_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:54.218389 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975cf9d-669e-4b03-add1-46b914e65f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c61dee-9824-43ce-ae41-c624b6259150,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:54.236168 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb33178-62d2-49f4-b182-6a21899b8016 req-a21917e3-93f2-46ed-b62d-1b860a9b6c69 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:54.237732 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-cfb33178-62d2-49f4-b182-6a21899b8016 req-a21917e3-93f2-46ed-b62d-1b860a9b6c69 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.2486835 Mar 08 20:54:54.241107 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-9975cf9d-669e-4b03-add1-46b914e65f11 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=615a59a956a04c98b31baee353e66881&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5995650 Mar 08 20:54:54.250012 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde900ac-e986-4f9b-9014-554bfb6a667d req-254bb768-dd30-4578-8faf-ed6417c72559 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] No DVR routers for this DVR port 447e5b05-91f3-4849-bd81-779c45ee8658 on host hv-cinder-83232 {{(pid=83160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:54:54.250445 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 44508) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:54.261457 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1916e8b5-94a8-4221-acf0-6b1aa686e83d None None] The sync data for ids ['984e2732-61fd-4440-aca5-2fd09650c314'] in dv-cinder-832328-1-smb is: [{'id': '984e2732-61fd-4440-aca5-2fd09650c314', 'name': 'tempest-TestMinimumBasicScenario-508980272-router', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e08bc6e2-1af3-455c-8354-2eed83537f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:42Z', 'updated_at': '2022-03-08T20:54:46Z', 'revision_number': 4, 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'gw_port': {'id': 'e08bc6e2-1af3-455c-8354-2eed83537f80', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984e2732-61fd-4440-aca5-2fd09650c314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:42Z', 'updated_at': '2022-03-08T20:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'dee6afe7-c29e-41ae-91a5-fc0512e51dca', 'name': '', 'network_id': '488c4411-9d7e-46f1-8b25-66a4ca6b1e18', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'mac_address': 'fa:16:3e:74:cf:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984e2732-61fd-4440-aca5-2fd09650c314', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dff7165-de1c-4deb-9ffd-70223a562ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:45Z', 'updated_at': '2022-03-08T20:54:52Z', 'revision_number': 4, 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'subnets': [{'id': '1dff7165-de1c-4deb-9ffd-70223a562ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:54:54.275380 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-dde900ac-e986-4f9b-9014-554bfb6a667d req-254bb768-dd30-4578-8faf-ed6417c72559 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:54.290065 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a3237a-13c5-49dc-ace5-73ef4f32d9b5', 'name': 'network-vif-deleted', 'tag': '447e5b05-91f3-4849-bd81-779c45ee8658'}] {{(pid=83160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:54:54.311449 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-dde900ac-e986-4f9b-9014-554bfb6a667d req-254bb768-dd30-4578-8faf-ed6417c72559 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.21 "DELETE /v2.0/ports/447e5b05-91f3-4849-bd81-779c45ee8658 HTTP/1.1" status: 204 len: 173 time: 1.4633815 Mar 08 20:54:54.346278 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-cfb33178-62d2-49f4-b182-6a21899b8016 req-42215377-95a2-488b-a679-63624c4c49fc tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991902 Mar 08 20:54:54.363044 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc3d15-cb35-4f4d-a631-31c5da8e6c03 None None] Pushing event updated for resources: {'Port': ['ID=b7c300fa-2542-4c1f-bb00-f3746acf6114,revision_number=1']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:54.418359 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dc3d15-cb35-4f4d-a631-31c5da8e6c03 None None] Network 40cff8e0-8387-4ab0-9e6f-576debfb11a1 is already hosted by enough agents. {{(pid=83162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:54:54.424346 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.scheduler.base_scheduler [None req-43dc3d15-cb35-4f4d-a631-31c5da8e6c03 None None] Resources bound (agent type, host, resource id): {{(pid=83162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:54:54.427816 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d04d40bd-4cbc-464e-9538-94c83f4aa183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:54.428338 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dc3d15-cb35-4f4d-a631-31c5da8e6c03 None None] Received port after_create {{(pid=83162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:54:54.472468 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_common [None req-c7d634de-59dc-4992-a972-a839ede3a823 admin admin] Allocated IP 172.28.2.22 (f9f3acf9-d167-4056-a9c0-ac3b9bafea7a/9a481e38-0dcf-4733-b8bf-eb46fecff3f0/36a3d0c5-1a7c-457f-af55-2765f940c8ff) {{(pid=83160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:54:54.485362 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a3237a-13c5-49dc-ace5-73ef4f32d9b5', 'name': 'network-vif-deleted', 'tag': '447e5b05-91f3-4849-bd81-779c45ee8658', 'status': 'completed', 'code': 200} Mar 08 20:54:54.506056 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d04d40bd-4cbc-464e-9538-94c83f4aa183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:54.646263 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-43dc3d15-cb35-4f4d-a631-31c5da8e6c03 None None] Attempting to bind port b7c300fa-2542-4c1f-bb00-f3746acf6114 on host dv-cinder-832328-1-smb for vnic_type normal with profile {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:54:54.646621 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-43dc3d15-cb35-4f4d-a631-31c5da8e6c03 None None] Attempting to bind port b7c300fa-2542-4c1f-bb00-f3746acf6114 by drivers openvswitch,hyperv on host dv-cinder-832328-1-smb at level 0 using segments [{'id': '9f4b2296-b1b4-46cb-93d4-481f9e6d81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '40cff8e0-8387-4ab0-9e6f-576debfb11a1'}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:54:54.646984 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dc3d15-cb35-4f4d-a631-31c5da8e6c03 None None] Attempting to bind port b7c300fa-2542-4c1f-bb00-f3746acf6114 on network 40cff8e0-8387-4ab0-9e6f-576debfb11a1 {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:54:54.654191 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dc3d15-cb35-4f4d-a631-31c5da8e6c03 None None] Checking agent: {'id': '3893f380-9b19-46dd-a79f-fadbe55c1144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 20, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:54:54.654559 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dc3d15-cb35-4f4d-a631-31c5da8e6c03 None None] Checking segment: {'id': '9f4b2296-b1b4-46cb-93d4-481f9e6d81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '40cff8e0-8387-4ab0-9e6f-576debfb11a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:54:54.654952 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-43dc3d15-cb35-4f4d-a631-31c5da8e6c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:54.655339 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dc3d15-cb35-4f4d-a631-31c5da8e6c03 None None] Bound using segment: {'id': '9f4b2296-b1b4-46cb-93d4-481f9e6d81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '40cff8e0-8387-4ab0-9e6f-576debfb11a1'} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:54:54.655979 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-43dc3d15-cb35-4f4d-a631-31c5da8e6c03 None None] Bound port: b7c300fa-2542-4c1f-bb00-f3746acf6114, host: dv-cinder-832328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b2296-b1b4-46cb-93d4-481f9e6d81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '40cff8e0-8387-4ab0-9e6f-576debfb11a1'}}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:54:54.656298 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-43dc3d15-cb35-4f4d-a631-31c5da8e6c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:54.699094 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d04d40bd-4cbc-464e-9538-94c83f4aa183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:54.705738 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device dee6afe7-c29e-41ae-91a5-fc0512e51dca up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:54:54.731411 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d40bd-4cbc-464e-9538-94c83f4aa183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c61dee-9824-43ce-ae41-c624b6259150,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:54.805078 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-43dc3d15-cb35-4f4d-a631-31c5da8e6c03 None None] For port b7c300fa-2542-4c1f-bb00-f3746acf6114, host dv-cinder-832328-1-smb, cleared binding levels {{(pid=83162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:54:54.810212 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-43dc3d15-cb35-4f4d-a631-31c5da8e6c03 None None] For port b7c300fa-2542-4c1f-bb00-f3746acf6114, host dv-cinder-832328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=b7c300fa-2542-4c1f-bb00-f3746acf6114,segment=NetworkSegment(9f4b2296-b1b4-46cb-93d4-481f9e6d81c0),segment_id=9f4b2296-b1b4-46cb-93d4-481f9e6d81c0)] {{(pid=83162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:54:54.817572 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-43dc3d15-cb35-4f4d-a631-31c5da8e6c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:54.854597 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning for port dee6afe7-c29e-41ae-91a5-fc0512e51dca completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:54:54.860594 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d04d40bd-4cbc-464e-9538-94c83f4aa183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:54.864089 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-d04d40bd-4cbc-464e-9538-94c83f4aa183 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e1c61dee-9824-43ce-ae41-c624b6259150 HTTP/1.1" status: 204 len: 168 time: 0.6078503 Mar 08 20:54:54.864089 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d40bd-4cbc-464e-9538-94c83f4aa183 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:54.864089 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d40bd-4cbc-464e-9538-94c83f4aa183 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:54.864089 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d40bd-4cbc-464e-9538-94c83f4aa183 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:54.864089 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d40bd-4cbc-464e-9538-94c83f4aa183 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:54.875286 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d40bd-4cbc-464e-9538-94c83f4aa183 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:54.875936 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d40bd-4cbc-464e-9538-94c83f4aa183 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:54.876067 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d40bd-4cbc-464e-9538-94c83f4aa183 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:54.876369 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d40bd-4cbc-464e-9538-94c83f4aa183 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:54.876695 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d40bd-4cbc-464e-9538-94c83f4aa183 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:54.877011 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d40bd-4cbc-464e-9538-94c83f4aa183 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:54.877325 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d40bd-4cbc-464e-9538-94c83f4aa183 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:54:54.891822 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c7d634de-59dc-4992-a972-a839ede3a823 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:54.921976 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port dee6afe7-c29e-41ae-91a5-fc0512e51dca triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:54:54.922196 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:54.965246 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c7d634de-59dc-4992-a972-a839ede3a823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:55.013257 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc3d15-cb35-4f4d-a631-31c5da8e6c03 None None] Pushing event updated for resources: {'Port': ['ID=b7c300fa-2542-4c1f-bb00-f3746acf6114,revision_number=2']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:55.085113 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d634de-59dc-4992-a972-a839ede3a823 admin admin] Network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:54:55.086712 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-c7d634de-59dc-4992-a972-a839ede3a823 admin admin] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:54:55.091150 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d634de-59dc-4992-a972-a839ede3a823 admin admin] Received port after_create {{(pid=83160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:54:55.174011 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d634de-59dc-4992-a972-a839ede3a823 admin admin] Pushing event updated for resources: {'Port': ['ID=36a3d0c5-1a7c-457f-af55-2765f940c8ff,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:55.217041 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 447e5b05-91f3-4849-bd81-779c45ee8658 no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 20:54:55.326258 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] No Port match for: 447e5b05-91f3-4849-bd81-779c45ee8658 {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 20:54:55.327790 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 447e5b05-91f3-4849-bd81-779c45ee8658 not bound to the agent host hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 20:54:55.337218 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:55.390121 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] For port dee6afe7-c29e-41ae-91a5-fc0512e51dca, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=dee6afe7-c29e-41ae-91a5-fc0512e51dca,segment=NetworkSegment(192e8541-4acf-4181-b51a-2492d8ed4c4e),segment_id=192e8541-4acf-4181-b51a-2492d8ed4c4e)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:54:55.398404 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:55.516440 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Pushing event updated for resources: {'Port': ['ID=dee6afe7-c29e-41ae-91a5-fc0512e51dca,revision_number=5']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:55.517541 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c7d634de-59dc-4992-a972-a839ede3a823 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:55.518316 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c7d634de-59dc-4992-a972-a839ede3a823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-356667'] for router, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:55.813117 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cabf70-daa1-4ad5-9b25-2cfcb5f6d848 req-4ae494e6-3285-4155-b3b2-99da617d3bd4 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:55.814792 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-22cabf70-daa1-4ad5-9b25-2cfcb5f6d848 req-4ae494e6-3285-4155-b3b2-99da617d3bd4 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1323872 Mar 08 20:54:55.904756 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-22cabf70-daa1-4ad5-9b25-2cfcb5f6d848 req-7c2cb415-3a7f-4bb8-96cc-3a98c87cd6a5 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819879 Mar 08 20:54:55.967527 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-804949f9-5046-431e-bdaf-c00bb5e7f65e tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:55.969929 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-804949f9-5046-431e-bdaf-c00bb5e7f65e tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/networks?id=fde9fed7-e7fc-4a6d-9950-eb02768e1372 HTTP/1.1" status: 200 len: 809 time: 0.1894028 Mar 08 20:54:56.014179 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-0f301412-3ff0-4065-8de8-da818c2ad8ce tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/quotas/222878746e884f15a3aaea3ef302af76 HTTP/1.1" status: 200 len: 375 time: 0.0202258 Mar 08 20:54:56.024395 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d634de-59dc-4992-a972-a839ede3a823 admin admin] Router b320065b-0b25-49d2-87bd-0fbc72f4bd22 is scheduled to L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 with binding_index 1 {{(pid=83160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:54:56.070488 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-4ee45656-4616-487e-ab87-f19fe8436793 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=222878746e884f15a3aaea3ef302af76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550919 Mar 08 20:54:56.256116 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-d3af757c-cdc9-4187-b9c0-60b067e9aa19 service neutron] 10.222.0.39 "GET /v2.0/networks/fde9fed7-e7fc-4a6d-9950-eb02768e1372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846850 Mar 08 20:54:56.327241 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d634de-59dc-4992-a972-a839ede3a823 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:54:56.340336 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e8945f-6d27-4a5d-a82a-aefec85e6549 None None] Sync routers for ids ['b320065b-0b25-49d2-87bd-0fbc72f4bd22'] in dv-cinder-832328-1-smb {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:54:56.358260 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e8945f-6d27-4a5d-a82a-aefec85e6549 None None] Routers {'b320065b-0b25-49d2-87bd-0fbc72f4bd22'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:54:56.358885 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-01e8945f-6d27-4a5d-a82a-aefec85e6549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:54:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['b320065b-0b25-49d2-87bd-0fbc72f4bd22'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:56.388897 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c7d634de-59dc-4992-a972-a839ede3a823 admin admin] Notify callbacks [] for router, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:56.390240 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-c7d634de-59dc-4992-a972-a839ede3a823 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7040174 Mar 08 20:54:56.393182 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 44554) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:54:56.418124 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-7a6a0552-6114-4975-bed0-2749547466f6 service neutron] 10.222.0.39 "GET /v2.0/networks/fde9fed7-e7fc-4a6d-9950-eb02768e1372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564581 Mar 08 20:54:56.440239 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498add54-bde2-4c50-acac-f8230a20f025 None None] Network 40cff8e0-8387-4ab0-9e6f-576debfb11a1 requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:54:56.592955 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-6fc2709c-2c72-4483-b3c5-7699ef34a2fa None None] Provisioning for port b7c300fa-2542-4c1f-bb00-f3746acf6114 completed by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:54:56.599813 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-01e8945f-6d27-4a5d-a82a-aefec85e6549 None None] Set router b320065b-0b25-49d2-87bd-0fbc72f4bd22 gateway port host: dv-cinder-832328-1-smb {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:54:56.892665 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device b7c300fa-2542-4c1f-bb00-f3746acf6114 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:54:56.925292 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-294821f6-536e-4ce5-baf8-915ba4c39649 req-7613339b-de3d-4b70-ba41-d6c51bf13b89 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Synchronizing usage tracker for tenant:222878746e884f15a3aaea3ef302af76 on resource:port {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:54:56.978379 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-294821f6-536e-4ce5-baf8-915ba4c39649 req-7613339b-de3d-4b70-ba41-d6c51bf13b89 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Unset dirty status for tenant:222878746e884f15a3aaea3ef302af76 on resource:port {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:54:56.981864 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-294821f6-536e-4ce5-baf8-915ba4c39649 req-7613339b-de3d-4b70-ba41-d6c51bf13b89 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 210 time: 0.1746240 Mar 08 20:54:57.071429 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning for port b7c300fa-2542-4c1f-bb00-f3746acf6114 completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:54:57.078463 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port b7c300fa-2542-4c1f-bb00-f3746acf6114 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:54:57.079143 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:57.296270 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-01e8945f-6d27-4a5d-a82a-aefec85e6549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b320065b-0b25-49d2-87bd-0fbc72f4bd22', 'name': 'tempest-TestMinimumBasicScenario-1540584682-router', 'tenant_id': 'b5b24a6f92de400b9ec6c2048c16b5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.22'}], 'enable_snat': True}, 'gw_port_id': '36a3d0c5-1a7c-457f-af55-2765f940c8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:52Z', 'updated_at': '2022-03-08T20:54:55Z', 'revision_number': 3, 'project_id': 'b5b24a6f92de400b9ec6c2048c16b5b9', 'gw_port': {'id': '36a3d0c5-1a7c-457f-af55-2765f940c8ff', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:28:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b320065b-0b25-49d2-87bd-0fbc72f4bd22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:54Z', 'updated_at': '2022-03-08T20:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:57.313242 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e8945f-6d27-4a5d-a82a-aefec85e6549 None None] Checking router: b320065b-0b25-49d2-87bd-0fbc72f4bd22 for host: dv-cinder-832328-1-smb {{(pid=83163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:54:57.314003 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e8945f-6d27-4a5d-a82a-aefec85e6549 None None] Updating router b320065b-0b25-49d2-87bd-0fbc72f4bd22 port 36a3d0c5-1a7c-457f-af55-2765f940c8ff binding host dv-cinder-832328-1-smb {{(pid=83163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 08 20:54:57.342740 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-b88ad415-33dd-479a-ba13-516b4e72e581 None None] Provisioning complete for port b7c300fa-2542-4c1f-bb00-f3746acf6114 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:54:57.343109 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-b88ad415-33dd-479a-ba13-516b4e72e581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:57.397239 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-01e8945f-6d27-4a5d-a82a-aefec85e6549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:57.426490 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70feedf2-63d6-40e3-97e6-27a0ab0ee46c req-a6465e52-a862-4a6d-b0be-9a2ce3e26a48 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:57.432093 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-70feedf2-63d6-40e3-97e6-27a0ab0ee46c req-a6465e52-a862-4a6d-b0be-9a2ce3e26a48 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.2003551 Mar 08 20:54:57.501117 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-70feedf2-63d6-40e3-97e6-27a0ab0ee46c req-6f90e3b3-d23c-417e-aef2-87e25bbe0395 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625405 Mar 08 20:54:57.527857 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:57.653066 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-b88ad415-33dd-479a-ba13-516b4e72e581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:57.666606 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] For port b7c300fa-2542-4c1f-bb00-f3746acf6114, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=b7c300fa-2542-4c1f-bb00-f3746acf6114,segment=NetworkSegment(9f4b2296-b1b4-46cb-93d4-481f9e6d81c0),segment_id=9f4b2296-b1b4-46cb-93d4-481f9e6d81c0)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:54:57.695141 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:57.695917 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device dee6afe7-c29e-41ae-91a5-fc0512e51dca up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:54:57.882685 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.db.api [None req-b88ad415-33dd-479a-ba13-516b4e72e581 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 20:54:57.883046 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG oslo_db.api [None req-b88ad415-33dd-479a-ba13-516b4e72e581 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 20:54:57.884434 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8f79a128-8a04-4668-921d-91f01f560d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:57.914029 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port dee6afe7-c29e-41ae-91a5-fc0512e51dca triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:54:57.914427 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:57.954379 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-01e8945f-6d27-4a5d-a82a-aefec85e6549 None None] Notify callbacks [] for port, precommit_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:57.963871 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Pushing event updated for resources: {'Port': ['ID=b7c300fa-2542-4c1f-bb00-f3746acf6114,revision_number=3']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:57.975202 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.provisioning_blocks [None req-01e8945f-6d27-4a5d-a82a-aefec85e6549 None None] Transition to ACTIVE for port object 36a3d0c5-1a7c-457f-af55-2765f940c8ff will not be triggered until provisioned by entity L2. {{(pid=83163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:54:57.995190 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-01e8945f-6d27-4a5d-a82a-aefec85e6549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:58.094637 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac64a52-50fa-41eb-bd5e-e5ec8ec2068b None None] Pushing event updated for resources: {'Port': ['ID=36a3d0c5-1a7c-457f-af55-2765f940c8ff,revision_number=2']} {{(pid=83163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:58.132687 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_common [None req-8f79a128-8a04-4668-921d-91f01f560d43 admin admin] Allocated IP 172.20.0.1 (40cff8e0-8387-4ab0-9e6f-576debfb11a1/b9ba4e04-009b-4307-b673-9ac9488e7151/f1983f42-6c3d-415d-97a7-14652a381b45) {{(pid=83160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:54:58.133449 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-01e8945f-6d27-4a5d-a82a-aefec85e6549 None None] Attempting to bind port 36a3d0c5-1a7c-457f-af55-2765f940c8ff on host dv-cinder-832328-1-smb for vnic_type normal with profile {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:54:58.134768 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-01e8945f-6d27-4a5d-a82a-aefec85e6549 None None] Attempting to bind port 36a3d0c5-1a7c-457f-af55-2765f940c8ff by drivers openvswitch,hyperv on host dv-cinder-832328-1-smb at level 0 using segments [{'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}] {{(pid=83163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:54:58.135130 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e8945f-6d27-4a5d-a82a-aefec85e6549 None None] Attempting to bind port 36a3d0c5-1a7c-457f-af55-2765f940c8ff on network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:54:58.145530 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e8945f-6d27-4a5d-a82a-aefec85e6549 None None] Checking agent: {'id': '3893f380-9b19-46dd-a79f-fadbe55c1144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 20, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:54:58.146071 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e8945f-6d27-4a5d-a82a-aefec85e6549 None None] Checking segment: {'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:54:58.146464 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-01e8945f-6d27-4a5d-a82a-aefec85e6549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:58.146865 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e8945f-6d27-4a5d-a82a-aefec85e6549 None None] Bound using segment: {'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'} {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:54:58.147321 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-01e8945f-6d27-4a5d-a82a-aefec85e6549 None None] Bound port: 36a3d0c5-1a7c-457f-af55-2765f940c8ff, host: dv-cinder-832328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}}] {{(pid=83163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:54:58.147696 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-01e8945f-6d27-4a5d-a82a-aefec85e6549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:58.190376 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-63e5b4ef-78ae-439b-8a0b-e1984080dd56 req-9c9d70fd-de9f-4068-917d-ee2c0f28ae99 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 210 time: 0.0501661 Mar 08 20:54:58.232570 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.db [None req-01e8945f-6d27-4a5d-a82a-aefec85e6549 None None] For port 36a3d0c5-1a7c-457f-af55-2765f940c8ff, host dv-cinder-832328-1-smb, cleared binding levels {{(pid=83163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:54:58.236161 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.db [None req-01e8945f-6d27-4a5d-a82a-aefec85e6549 None None] For port 36a3d0c5-1a7c-457f-af55-2765f940c8ff, host dv-cinder-832328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=36a3d0c5-1a7c-457f-af55-2765f940c8ff,segment=NetworkSegment(270771a1-e195-4c27-89e2-1537a366dca1),segment_id=270771a1-e195-4c27-89e2-1537a366dca1)] {{(pid=83163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:54:58.245178 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-01e8945f-6d27-4a5d-a82a-aefec85e6549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:58.332134 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac64a52-50fa-41eb-bd5e-e5ec8ec2068b None None] Pushing event updated for resources: {'Port': ['ID=36a3d0c5-1a7c-457f-af55-2765f940c8ff,revision_number=3']} {{(pid=83163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:58.334689 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e8945f-6d27-4a5d-a82a-aefec85e6549 None None] Routers {'b320065b-0b25-49d2-87bd-0fbc72f4bd22'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:54:58.335275 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-01e8945f-6d27-4a5d-a82a-aefec85e6549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:54:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['b320065b-0b25-49d2-87bd-0fbc72f4bd22'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:58.350300 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8f79a128-8a04-4668-921d-91f01f560d43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:58.376283 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.provisioning_blocks [None req-8f79a128-8a04-4668-921d-91f01f560d43 admin admin] Transition to ACTIVE for port object f1983f42-6c3d-415d-97a7-14652a381b45 will not be triggered until provisioned by entity DHCP. {{(pid=83160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:54:58.489571 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8f79a128-8a04-4668-921d-91f01f560d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:58.598492 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79a128-8a04-4668-921d-91f01f560d43 admin admin] Pushing event updated for resources: {'Port': ['ID=f1983f42-6c3d-415d-97a7-14652a381b45,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:58.601984 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f79a128-8a04-4668-921d-91f01f560d43 admin admin] Network 40cff8e0-8387-4ab0-9e6f-576debfb11a1 is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:54:58.605558 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-8f79a128-8a04-4668-921d-91f01f560d43 admin admin] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:54:58.608930 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f79a128-8a04-4668-921d-91f01f560d43 admin admin] Received port after_create {{(pid=83160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:54:58.676334 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device b7c300fa-2542-4c1f-bb00-f3746acf6114 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:54:58.679338 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-021bf780-1937-42e4-bec4-2c193a9f695a tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:58.681333 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-021bf780-1937-42e4-bec4-2c193a9f695a tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.21 "GET /v2.0/networks?id=fde9fed7-e7fc-4a6d-9950-eb02768e1372 HTTP/1.1" status: 200 len: 809 time: 0.2934268 Mar 08 20:54:58.696203 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8f79a128-8a04-4668-921d-91f01f560d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-357313'] for router_interface, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:58.708373 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-548a5c48-f609-4b83-b60b-789e9ad926c7 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Request body: {'port': {'device_id': '0a11c968-bb5a-4a57-99ad-8b97c5456144', 'network_id': 'fde9fed7-e7fc-4a6d-9950-eb02768e1372', 'admin_state_up': True, 'tenant_id': '222878746e884f15a3aaea3ef302af76'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:54:58.726231 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-01e8945f-6d27-4a5d-a82a-aefec85e6549 None None] Set router b320065b-0b25-49d2-87bd-0fbc72f4bd22 gateway port host: dv-cinder-832328-1-smb {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:54:58.806774 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port b7c300fa-2542-4c1f-bb00-f3746acf6114 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:54:58.807495 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:58.849477 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736207fa-a238-45f1-9389-9476f2134fa0 req-5e303ac1-4213-45c5-bef5-5479acba71fe tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:54:58.851028 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-736207fa-a238-45f1-9389-9476f2134fa0 req-5e303ac1-4213-45c5-bef5-5479acba71fe tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1425300 Mar 08 20:54:58.936609 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-736207fa-a238-45f1-9389-9476f2134fa0 req-4b3f988f-572e-4547-9276-feb09e60659f tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783510 Mar 08 20:54:58.966252 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8f79a128-8a04-4668-921d-91f01f560d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:58.977522 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-548a5c48-f609-4b83-b60b-789e9ad926c7 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:54:58.992238 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-548a5c48-f609-4b83-b60b-789e9ad926c7 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:54:59.059172 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-a3b6b903-75cd-4266-87b6-67de311f78ba None None] Provisioning for port f1983f42-6c3d-415d-97a7-14652a381b45 completed by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:54:59.059375 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-548a5c48-f609-4b83-b60b-789e9ad926c7 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Made reservation on behalf of 222878746e884f15a3aaea3ef302af76 for: {'port': 1} {{(pid=83160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:54:59.062805 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-548a5c48-f609-4b83-b60b-789e9ad926c7 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:59.120622 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-a3b6b903-75cd-4266-87b6-67de311f78ba None None] Provisioning complete for port f1983f42-6c3d-415d-97a7-14652a381b45 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:54:59.121023 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-a3b6b903-75cd-4266-87b6-67de311f78ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:59.249371 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-a3b6b903-75cd-4266-87b6-67de311f78ba None None] Port f1983f42-6c3d-415d-97a7-14652a381b45 cannot update to ACTIVE because it is not bound. {{(pid=83162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 08 20:54:59.417029 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-7c7bdf65-b168-4a7d-884f-29a4e41feb48 req-9e740ee5-c1d2-459a-8331-d7c2ba5d0ffb tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 210 time: 0.0585763 Mar 08 20:54:59.421085 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-01e8945f-6d27-4a5d-a82a-aefec85e6549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b320065b-0b25-49d2-87bd-0fbc72f4bd22', 'name': 'tempest-TestMinimumBasicScenario-1540584682-router', 'tenant_id': 'b5b24a6f92de400b9ec6c2048c16b5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.22'}], 'enable_snat': True}, 'gw_port_id': '36a3d0c5-1a7c-457f-af55-2765f940c8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:52Z', 'updated_at': '2022-03-08T20:54:55Z', 'revision_number': 3, 'project_id': 'b5b24a6f92de400b9ec6c2048c16b5b9', 'gw_port': {'id': '36a3d0c5-1a7c-457f-af55-2765f940c8ff', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:28:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b320065b-0b25-49d2-87bd-0fbc72f4bd22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:54Z', 'updated_at': '2022-03-08T20:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:54:59.429175 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e8945f-6d27-4a5d-a82a-aefec85e6549 None None] The sync data for ids ['b320065b-0b25-49d2-87bd-0fbc72f4bd22'] in dv-cinder-832328-1-smb is: [{'id': 'b320065b-0b25-49d2-87bd-0fbc72f4bd22', 'name': 'tempest-TestMinimumBasicScenario-1540584682-router', 'tenant_id': 'b5b24a6f92de400b9ec6c2048c16b5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.22'}], 'enable_snat': True}, 'gw_port_id': '36a3d0c5-1a7c-457f-af55-2765f940c8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:52Z', 'updated_at': '2022-03-08T20:54:55Z', 'revision_number': 3, 'project_id': 'b5b24a6f92de400b9ec6c2048c16b5b9', 'gw_port': {'id': '36a3d0c5-1a7c-457f-af55-2765f940c8ff', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:28:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b320065b-0b25-49d2-87bd-0fbc72f4bd22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:54Z', 'updated_at': '2022-03-08T20:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}] {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:54:59.440713 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8f79a128-8a04-4668-921d-91f01f560d43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:59.443120 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_common [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-548a5c48-f609-4b83-b60b-789e9ad926c7 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Allocated IP 172.20.0.7 (fde9fed7-e7fc-4a6d-9950-eb02768e1372/dc4495bd-0a75-4c9e-9574-f5063f27a391/3bbcb75d-8078-4c56-9a82-00dd63be3d8a) {{(pid=83160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:54:59.454615 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8f79a128-8a04-4668-921d-91f01f560d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1387543'] for port, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:59.644194 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8f79a128-8a04-4668-921d-91f01f560d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3538255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-357228'] for router_interface, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:59.653663 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79a128-8a04-4668-921d-91f01f560d43 admin admin] Pushing event updated for resources: {'Port': ['ID=f1983f42-6c3d-415d-97a7-14652a381b45,revision_number=2']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:54:59.980054 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f79a128-8a04-4668-921d-91f01f560d43 admin admin] Network 40cff8e0-8387-4ab0-9e6f-576debfb11a1 is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:54:59.982773 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-548a5c48-f609-4b83-b60b-789e9ad926c7 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Notify callbacks [] for port, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:54:59.985860 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-8f79a128-8a04-4668-921d-91f01f560d43 admin admin] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:55:00.173964 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45f0a4-2c32-48b0-b47a-ae28b7c10b51 req-d00fc4de-30d1-4afd-aaf3-6d8adf853212 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:00.175209 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-548a5c48-f609-4b83-b60b-789e9ad926c7 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:00.177748 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-dd45f0a4-2c32-48b0-b47a-ae28b7c10b51 req-d00fc4de-30d1-4afd-aaf3-6d8adf853212 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1068273 Mar 08 20:55:00.227150 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-dd45f0a4-2c32-48b0-b47a-ae28b7c10b51 req-39d0b036-3fb8-4d2b-b899-1509ead590d5 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422654 Mar 08 20:55:00.261559 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-548a5c48-f609-4b83-b60b-789e9ad926c7 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Network fde9fed7-e7fc-4a6d-9950-eb02768e1372 is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:55:00.278177 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-f6401866-f471-4847-98bb-91fc5c1f6a47 None None] Provisioning complete for port f1983f42-6c3d-415d-97a7-14652a381b45 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:55:00.278800 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-f6401866-f471-4847-98bb-91fc5c1f6a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:00.311337 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-548a5c48-f609-4b83-b60b-789e9ad926c7 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:55:00.326827 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-548a5c48-f609-4b83-b60b-789e9ad926c7 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Received port after_create {{(pid=83160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:55:00.339898 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-f6401866-f471-4847-98bb-91fc5c1f6a47 None None] Port f1983f42-6c3d-415d-97a7-14652a381b45 cannot update to ACTIVE because it is not bound. {{(pid=83162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 08 20:55:00.354230 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a5c48-f609-4b83-b60b-789e9ad926c7 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Pushing event updated for resources: {'Port': ['ID=3bbcb75d-8078-4c56-9a82-00dd63be3d8a,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:00.452724 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-548a5c48-f609-4b83-b60b-789e9ad926c7 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:00.453371 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-548a5c48-f609-4b83-b60b-789e9ad926c7 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:00.488426 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-548a5c48-f609-4b83-b60b-789e9ad926c7 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7858593 Mar 08 20:55:00.504392 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-f532d766-7825-431b-983c-dd1e472b3128 service neutron] Request body: {'port': {'device_id': '0a11c968-bb5a-4a57-99ad-8b97c5456144', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:55:00.685820 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-f532d766-7825-431b-983c-dd1e472b3128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:00.757176 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f79a128-8a04-4668-921d-91f01f560d43 admin admin] Router b320065b-0b25-49d2-87bd-0fbc72f4bd22 has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:55:00.793349 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a20bf1-8675-499c-b492-f871d9edc9a0 req-f4726a45-4f23-4611-bc9f-75175ce23d5e tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:00.794061 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-b5a20bf1-8675-499c-b492-f871d9edc9a0 req-f4726a45-4f23-4611-bc9f-75175ce23d5e tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Synchronizing usage tracker for tenant:222878746e884f15a3aaea3ef302af76 on resource:port {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:55:00.972475 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-b5a20bf1-8675-499c-b492-f871d9edc9a0 req-f4726a45-4f23-4611-bc9f-75175ce23d5e tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Unset dirty status for tenant:222878746e884f15a3aaea3ef302af76 on resource:port {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:55:00.973621 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b5a20bf1-8675-499c-b492-f871d9edc9a0 req-f4726a45-4f23-4611-bc9f-75175ce23d5e tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 931 time: 0.4024560 Mar 08 20:55:01.130281 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b5a20bf1-8675-499c-b492-f871d9edc9a0 req-ab750f80-9643-4c41-9548-9c6352a94b3f tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444402 Mar 08 20:55:01.360612 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.notifiers.nova [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-f532d766-7825-431b-983c-dd1e472b3128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bbcb75d-8078-4c56-9a82-00dd63be3d8a {{(pid=83160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:55:01.370785 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-f532d766-7825-431b-983c-dd1e472b3128 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:01.376305 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f79a128-8a04-4668-921d-91f01f560d43 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:55:01.383337 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-8f79a128-8a04-4668-921d-91f01f560d43 admin admin] 10.222.0.39 "PUT /v2.0/routers/b320065b-0b25-49d2-87bd-0fbc72f4bd22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9889455 Mar 08 20:55:01.394981 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.provisioning_blocks [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-f532d766-7825-431b-983c-dd1e472b3128 service neutron] Transition to ACTIVE for port object 3bbcb75d-8078-4c56-9a82-00dd63be3d8a will not be triggered until provisioned by entity L2. {{(pid=83160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:55:01.407765 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-f532d766-7825-431b-983c-dd1e472b3128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1387543'] for port, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:01.460548 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70a3e3-90cd-4ace-9ada-beae739ac66f req-db6dd2e4-4e51-4308-98f1-4a57d7a74f98 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:01.462767 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-dd70a3e3-90cd-4ace-9ada-beae739ac66f req-db6dd2e4-4e51-4308-98f1-4a57d7a74f98 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1114831 Mar 08 20:55:01.522873 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-dd70a3e3-90cd-4ace-9ada-beae739ac66f req-ccdb991d-1ea4-4d70-8458-7e089f619780 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519218 Mar 08 20:55:01.552267 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532d766-7825-431b-983c-dd1e472b3128 service neutron] Pushing event updated for resources: {'Port': ['ID=3bbcb75d-8078-4c56-9a82-00dd63be3d8a,revision_number=2']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:01.657084 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.managers [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-f532d766-7825-431b-983c-dd1e472b3128 service neutron] Attempting to bind port 3bbcb75d-8078-4c56-9a82-00dd63be3d8a on host hv-cinder-83232 for vnic_type normal with profile {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:55:01.657410 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.managers [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-f532d766-7825-431b-983c-dd1e472b3128 service neutron] Attempting to bind port 3bbcb75d-8078-4c56-9a82-00dd63be3d8a by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': 'b120b519-5d1f-4929-a02d-4493480a1090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'fde9fed7-e7fc-4a6d-9950-eb02768e1372'}] {{(pid=83160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:55:01.657760 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-f532d766-7825-431b-983c-dd1e472b3128 service neutron] Attempting to bind port 3bbcb75d-8078-4c56-9a82-00dd63be3d8a on network fde9fed7-e7fc-4a6d-9950-eb02768e1372 {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:55:01.663446 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-f532d766-7825-431b-983c-dd1e472b3128 service neutron] Port 3bbcb75d-8078-4c56-9a82-00dd63be3d8a on network fde9fed7-e7fc-4a6d-9950-eb02768e1372 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 08 20:55:01.663793 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-f532d766-7825-431b-983c-dd1e472b3128 service neutron] Attempting to bind port 3bbcb75d-8078-4c56-9a82-00dd63be3d8a on network fde9fed7-e7fc-4a6d-9950-eb02768e1372 {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:55:01.673803 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-f532d766-7825-431b-983c-dd1e472b3128 service neutron] Checking agent: {'id': '7ef80941-8def-40cc-9dc9-727f4daf545d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'started_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:55:01.674142 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-f532d766-7825-431b-983c-dd1e472b3128 service neutron] Checking segment: {'id': 'b120b519-5d1f-4929-a02d-4493480a1090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'fde9fed7-e7fc-4a6d-9950-eb02768e1372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:55:01.674522 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-f532d766-7825-431b-983c-dd1e472b3128 service neutron] Bound using segment: {'id': 'b120b519-5d1f-4929-a02d-4493480a1090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'fde9fed7-e7fc-4a6d-9950-eb02768e1372'} {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:55:01.674943 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.managers [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-f532d766-7825-431b-983c-dd1e472b3128 service neutron] Bound port: 3bbcb75d-8078-4c56-9a82-00dd63be3d8a, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b120b519-5d1f-4929-a02d-4493480a1090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'fde9fed7-e7fc-4a6d-9950-eb02768e1372'}}] {{(pid=83160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:55:01.675283 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-f532d766-7825-431b-983c-dd1e472b3128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:01.772477 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-f532d766-7825-431b-983c-dd1e472b3128 service neutron] For port 3bbcb75d-8078-4c56-9a82-00dd63be3d8a, host hv-cinder-83232, cleared binding levels {{(pid=83160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:55:01.778133 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-f532d766-7825-431b-983c-dd1e472b3128 service neutron] For port 3bbcb75d-8078-4c56-9a82-00dd63be3d8a, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=3bbcb75d-8078-4c56-9a82-00dd63be3d8a,segment=NetworkSegment(b120b519-5d1f-4929-a02d-4493480a1090),segment_id=b120b519-5d1f-4929-a02d-4493480a1090)] {{(pid=83160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:55:01.787749 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-f532d766-7825-431b-983c-dd1e472b3128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1387543'] for port, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:01.875592 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-f532d766-7825-431b-983c-dd1e472b3128 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:01.875592 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-f532d766-7825-431b-983c-dd1e472b3128 service neutron] 10.222.0.21 "PUT /v2.0/ports/3bbcb75d-8078-4c56-9a82-00dd63be3d8a HTTP/1.1" status: 200 len: 1093 time: 1.3719869 Mar 08 20:55:01.875592 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a11c968-bb5a-4a57-99ad-8b97c5456144', 'tag': '3bbcb75d-8078-4c56-9a82-00dd63be3d8a'}] {{(pid=83160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:55:01.889876 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532d766-7825-431b-983c-dd1e472b3128 service neutron] Pushing event updated for resources: {'Port': ['ID=3bbcb75d-8078-4c56-9a82-00dd63be3d8a,revision_number=3']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:01.996126 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a11c968-bb5a-4a57-99ad-8b97c5456144', 'tag': '3bbcb75d-8078-4c56-9a82-00dd63be3d8a', 'status': 'completed', 'code': 200} Mar 08 20:55:02.029545 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-0122dc8f-5f9e-41cd-a249-93bff091447c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=222878746e884f15a3aaea3ef302af76&device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 1096 time: 0.0833371 Mar 08 20:55:02.120708 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-481b55b7-6f43-4486-bb27-208c5b49ba4c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bbcb75d-8078-4c56-9a82-00dd63be3d8a HTTP/1.1" status: 200 len: 217 time: 0.0824451 Mar 08 20:55:02.203054 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-5a4ab655-17a2-4878-9168-90cdb5e4706d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:02.207629 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-5a4ab655-17a2-4878-9168-90cdb5e4706d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc4495bd-0a75-4c9e-9574-f5063f27a391 HTTP/1.1" status: 200 len: 849 time: 0.0780084 Mar 08 20:55:02.309570 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-b610203c-fed1-4657-a30e-e1188179109d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fde9fed7-e7fc-4a6d-9950-eb02768e1372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945275 Mar 08 20:55:02.452013 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a833838-a321-454c-ad1d-bbcfc561444f req-6d520234-d8c9-4339-9ed1-2e691c4ad142 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:02.459324 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9a833838-a321-454c-ad1d-bbcfc561444f req-6d520234-d8c9-4339-9ed1-2e691c4ad142 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 943 time: 0.1242349 Mar 08 20:55:02.517369 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-9196e720-9f46-4b9f-9d32-511335d2bec9 service neutron] 10.222.0.21 "GET /v2.0/networks/fde9fed7-e7fc-4a6d-9950-eb02768e1372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979508 Mar 08 20:55:02.532470 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9a833838-a321-454c-ad1d-bbcfc561444f req-e86413c2-cf5f-4b04-a7a3-b66451137ca8 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719917 Mar 08 20:55:02.732804 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-eb1e71b2-0e18-4ed2-8e66-024e843507cc req-180b81fb-5819-4b51-b426-861718a45b50 service neutron] 10.222.0.21 "GET /v2.0/networks/fde9fed7-e7fc-4a6d-9950-eb02768e1372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089601 Mar 08 20:55:02.777100 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea8d80-114b-4cf3-8cfa-cf264053e85b req-2f6304a5-3b56-4887-9eeb-02035813ef9c tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:02.778284 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-11ea8d80-114b-4cf3-8cfa-cf264053e85b req-2f6304a5-3b56-4887-9eeb-02035813ef9c tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1092248 Mar 08 20:55:02.902379 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-11ea8d80-114b-4cf3-8cfa-cf264053e85b req-cbfc1cb6-01f4-4e0d-a8da-13b2c687d391 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184080 Mar 08 20:55:02.913171 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c1b358a8-9dd9-4893-b069-2fbd2e9707d2 req-e9622993-7c19-4fab-bfaa-9275c59d5051 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=222878746e884f15a3aaea3ef302af76&device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 1096 time: 0.1144581 Mar 08 20:55:03.094637 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b358a8-9dd9-4893-b069-2fbd2e9707d2 req-03c1dbb8-dbdf-4667-81bb-bd5bc7bffa88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:03.096269 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c1b358a8-9dd9-4893-b069-2fbd2e9707d2 req-03c1dbb8-dbdf-4667-81bb-bd5bc7bffa88 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fde9fed7-e7fc-4a6d-9950-eb02768e1372 HTTP/1.1" status: 200 len: 910 time: 0.1756055 Mar 08 20:55:03.178371 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c1b358a8-9dd9-4893-b069-2fbd2e9707d2 req-cdfb0a97-6dfe-40df-94bf-128c29343e89 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bbcb75d-8078-4c56-9a82-00dd63be3d8a HTTP/1.1" status: 200 len: 217 time: 0.0748703 Mar 08 20:55:03.244770 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b358a8-9dd9-4893-b069-2fbd2e9707d2 req-b820939c-efbf-4885-b572-36faa9a33f8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:03.246229 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c1b358a8-9dd9-4893-b069-2fbd2e9707d2 req-b820939c-efbf-4885-b572-36faa9a33f8f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc4495bd-0a75-4c9e-9574-f5063f27a391 HTTP/1.1" status: 200 len: 849 time: 0.0597367 Mar 08 20:55:03.296972 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c1b358a8-9dd9-4893-b069-2fbd2e9707d2 req-d90fd862-ff0b-4d4b-a73f-253187248907 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fde9fed7-e7fc-4a6d-9950-eb02768e1372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436122 Mar 08 20:55:03.531517 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c1b358a8-9dd9-4893-b069-2fbd2e9707d2 req-28626b23-0656-420d-82c9-76deac0fa305 service neutron] 10.222.0.21 "GET /v2.0/networks/fde9fed7-e7fc-4a6d-9950-eb02768e1372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273242 Mar 08 20:55:03.779194 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c1b358a8-9dd9-4893-b069-2fbd2e9707d2 req-21ece6c9-8092-43d1-a876-a62c327be2a9 service neutron] 10.222.0.21 "GET /v2.0/networks/fde9fed7-e7fc-4a6d-9950-eb02768e1372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377539 Mar 08 20:55:03.869247 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d09ffb-47bf-44d6-a851-64460e5b6d9f req-daff08ed-f365-4198-871b-dfdb8810955b tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:03.871029 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e8d09ffb-47bf-44d6-a851-64460e5b6d9f req-daff08ed-f365-4198-871b-dfdb8810955b tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 943 time: 0.0959239 Mar 08 20:55:03.935507 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e8d09ffb-47bf-44d6-a851-64460e5b6d9f req-c836c8d7-7eae-49aa-9120-dc94d98844e5 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565050 Mar 08 20:55:04.263082 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029ca49-db55-44a1-9e4d-3f4f9fe72695 req-24701a3f-852d-4cd0-95c6-c72449b8cd07 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:04.264955 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-2029ca49-db55-44a1-9e4d-3f4f9fe72695 req-24701a3f-852d-4cd0-95c6-c72449b8cd07 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1922247 Mar 08 20:55:04.317738 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-2029ca49-db55-44a1-9e4d-3f4f9fe72695 req-373cb1c1-2d4f-4574-ac05-d4431bfc0704 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472465 Mar 08 20:55:04.716586 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 36a3d0c5-1a7c-457f-af55-2765f940c8ff up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:55:04.825773 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning for port 36a3d0c5-1a7c-457f-af55-2765f940c8ff completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:55:04.830860 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port 36a3d0c5-1a7c-457f-af55-2765f940c8ff triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:55:04.831237 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:04.972078 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:04.991853 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] For port 36a3d0c5-1a7c-457f-af55-2765f940c8ff, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=36a3d0c5-1a7c-457f-af55-2765f940c8ff,segment=NetworkSegment(270771a1-e195-4c27-89e2-1537a366dca1),segment_id=270771a1-e195-4c27-89e2-1537a366dca1)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:55:04.997014 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:05.125770 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Pushing event updated for resources: {'Port': ['ID=36a3d0c5-1a7c-457f-af55-2765f940c8ff,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:05.155814 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:05.156497 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:05.157039 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:05.158159 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:05.164844 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:05.165480 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:05.166053 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:05.166383 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:05.166711 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:05.167033 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:05.167351 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:05.261298 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d70a58-068d-4964-af8b-a6e36f2f10c3 req-3fc23fe0-3f61-482d-9a53-92b201cb773a tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:05.270369 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e3d70a58-068d-4964-af8b-a6e36f2f10c3 req-3fc23fe0-3f61-482d-9a53-92b201cb773a tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 943 time: 0.1020808 Mar 08 20:55:05.315824 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e3d70a58-068d-4964-af8b-a6e36f2f10c3 req-9a89d1f1-0a40-40b9-81aa-78c5dd187ee8 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424082 Mar 08 20:55:05.599917 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870970a-0718-4803-98ad-8bb7deb46910 req-4e83dffd-7b76-471c-a914-eea3f52936e1 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:05.607230 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6870970a-0718-4803-98ad-8bb7deb46910 req-4e83dffd-7b76-471c-a914-eea3f52936e1 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1365097 Mar 08 20:55:05.658301 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6870970a-0718-4803-98ad-8bb7deb46910 req-72a2e31e-dbc7-4ff6-862a-ebd7a2b8e211 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500777 Mar 08 20:55:06.642960 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef504cdd-b9a3-4e3a-8908-fd75ab23d66b req-1a7c7ed4-4f66-4fd4-9cc8-e3214489fdf1 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:06.650266 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ef504cdd-b9a3-4e3a-8908-fd75ab23d66b req-1a7c7ed4-4f66-4fd4-9cc8-e3214489fdf1 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 943 time: 0.1810853 Mar 08 20:55:06.715980 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 36a3d0c5-1a7c-457f-af55-2765f940c8ff up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:55:06.729996 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ef504cdd-b9a3-4e3a-8908-fd75ab23d66b req-547ba3d5-37d1-4bf5-86d3-88ae5c5b2bd6 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784957 Mar 08 20:55:06.807489 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port 36a3d0c5-1a7c-457f-af55-2765f940c8ff triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:55:06.808398 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:06.923542 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cacaee-890f-4b6b-b5b1-83e2e0812166 req-effcba92-b1b9-4ff1-a919-90572fcca65d tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:06.926288 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-91cacaee-890f-4b6b-b5b1-83e2e0812166 req-effcba92-b1b9-4ff1-a919-90572fcca65d tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1128321 Mar 08 20:55:06.998638 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-91cacaee-890f-4b6b-b5b1-83e2e0812166 req-bfebc4e4-2ea7-40c9-9925-08aef404f041 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648556 Mar 08 20:55:07.312126 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 3bbcb75d-8078-4c56-9a82-00dd63be3d8a details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 20:55:07.533489 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 3bbcb75d-8078-4c56-9a82-00dd63be3d8a, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=3bbcb75d-8078-4c56-9a82-00dd63be3d8a,segment=NetworkSegment(b120b519-5d1f-4929-a02d-4493480a1090),segment_id=b120b519-5d1f-4929-a02d-4493480a1090)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:55:07.553504 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Returning: {'device': '3bbcb75d-8078-4c56-9a82-00dd63be3d8a', 'network_id': 'fde9fed7-e7fc-4a6d-9950-eb02768e1372', 'port_id': '3bbcb75d-8078-4c56-9a82-00dd63be3d8a', 'mac_address': 'fa:16:3e:4d:a4:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4495bd-0a75-4c9e-9574-f5063f27a391', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 20:55:07.620548 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:07.654496 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bbcb75d-8078-4c56-9a82-00dd63be3d8a {{(pid=83162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:55:07.676867 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 3bbcb75d-8078-4c56-9a82-00dd63be3d8a, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=3bbcb75d-8078-4c56-9a82-00dd63be3d8a,segment=NetworkSegment(b120b519-5d1f-4929-a02d-4493480a1090),segment_id=b120b519-5d1f-4929-a02d-4493480a1090)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:55:07.683068 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:07.790204 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=3bbcb75d-8078-4c56-9a82-00dd63be3d8a,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:07.926378 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f876a-0c0e-46aa-983a-f3cb51509aad req-bc6ebb93-6171-4145-8fae-302da3ff6de8 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:07.927726 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b04f876a-0c0e-46aa-983a-f3cb51509aad req-bc6ebb93-6171-4145-8fae-302da3ff6de8 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 944 time: 0.0822012 Mar 08 20:55:07.987997 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b04f876a-0c0e-46aa-983a-f3cb51509aad req-30c66193-8c92-4f71-b3ab-67624113c52e tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517714 Mar 08 20:55:08.220090 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869566c-d318-4f69-a3c2-930fb9043c6a req-8bedb726-ecd1-4bc3-ba0e-761e92246298 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:08.221838 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-0869566c-d318-4f69-a3c2-930fb9043c6a req-8bedb726-ecd1-4bc3-ba0e-761e92246298 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.0936577 Mar 08 20:55:08.280020 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-0869566c-d318-4f69-a3c2-930fb9043c6a req-021adaa5-4332-4201-a5a0-e56514399dba tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502987 Mar 08 20:55:08.314492 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['3bbcb75d-8078-4c56-9a82-00dd63be3d8a'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 20:55:09.369339 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef1de1-650c-491d-bc3c-713b1dbfc4f2 req-ee95d059-6cbc-4b38-82e0-1bf5d5bd832e tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:09.379643 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d8ef1de1-650c-491d-bc3c-713b1dbfc4f2 req-ee95d059-6cbc-4b38-82e0-1bf5d5bd832e tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 944 time: 0.1465371 Mar 08 20:55:09.427552 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d8ef1de1-650c-491d-bc3c-713b1dbfc4f2 req-eaa28273-b5bf-40d5-bce3-909522c055a1 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462615 Mar 08 20:55:09.523712 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3601b86-1699-4391-aa8c-f5ff8e325d4c req-fab7b829-8381-4d4d-95cc-9fa513235ab3 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:09.525920 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-f3601b86-1699-4391-aa8c-f5ff8e325d4c req-fab7b829-8381-4d4d-95cc-9fa513235ab3 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.0822599 Mar 08 20:55:09.603488 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-f3601b86-1699-4391-aa8c-f5ff8e325d4c req-114af3be-28cf-4ded-adf9-1cadc58e829e tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689731 Mar 08 20:55:10.021421 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-4a111d29-61a8-4014-8327-4db11ab86571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:10.706249 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968d3dc-f1e9-4e3a-88d9-d6f52b36806f req-dd17ad1f-95c1-4140-a735-19f4da187de5 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:10.710006 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-2968d3dc-f1e9-4e3a-88d9-d6f52b36806f req-dd17ad1f-95c1-4140-a735-19f4da187de5 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 944 time: 0.1094236 Mar 08 20:55:10.782016 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-2968d3dc-f1e9-4e3a-88d9-d6f52b36806f req-4abddd28-b375-456b-8435-a0093b22633e tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654073 Mar 08 20:55:10.843051 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e0511-190c-47e5-9dfe-c4d7106a7ddb req-1c02adc6-ac21-412c-b4cc-85111c45ddbb tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:10.847096 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ee9e0511-190c-47e5-9dfe-c4d7106a7ddb req-1c02adc6-ac21-412c-b4cc-85111c45ddbb tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.0994260 Mar 08 20:55:10.900633 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ee9e0511-190c-47e5-9dfe-c4d7106a7ddb req-9f9bb877-ac9a-4651-bea9-5498721ad108 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481865 Mar 08 20:55:11.302210 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 3bbcb75d-8078-4c56-9a82-00dd63be3d8a up at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:55:11.386551 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning for port 3bbcb75d-8078-4c56-9a82-00dd63be3d8a completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:55:11.394782 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning complete for port 3bbcb75d-8078-4c56-9a82-00dd63be3d8a triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:55:11.395150 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:11.525375 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:11.569920 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a11c968-bb5a-4a57-99ad-8b97c5456144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbcb75d-8078-4c56-9a82-00dd63be3d8a'}] {{(pid=83162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:55:11.596485 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 3bbcb75d-8078-4c56-9a82-00dd63be3d8a, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=3bbcb75d-8078-4c56-9a82-00dd63be3d8a,segment=NetworkSegment(b120b519-5d1f-4929-a02d-4493480a1090),segment_id=b120b519-5d1f-4929-a02d-4493480a1090)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:55:11.604299 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:11.692682 dv-cinder-832328-1-smb neutron-server[83162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a11c968-bb5a-4a57-99ad-8b97c5456144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbcb75d-8078-4c56-9a82-00dd63be3d8a', 'code': 200} Mar 08 20:55:11.748913 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=3bbcb75d-8078-4c56-9a82-00dd63be3d8a,revision_number=5']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:12.114088 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11999b46-d2f8-4ef6-a899-44a49fb89f74 req-a9006655-47c5-476c-be40-fedbda4b7f82 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:12.116429 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-11999b46-d2f8-4ef6-a899-44a49fb89f74 req-a9006655-47c5-476c-be40-fedbda4b7f82 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 945 time: 0.1380937 Mar 08 20:55:12.125044 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ceb5898f-3751-4856-9f7f-24f8a83a9e96 req-3f108506-eae1-4335-b0c7-1cd6e0c106d0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 1098 time: 0.1930785 Mar 08 20:55:12.213883 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9439cb6-b11b-4208-9cdc-43f7726958b0 req-fad7c056-1de5-448c-9893-ea971c6c7e7d tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:12.223086 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a9439cb6-b11b-4208-9cdc-43f7726958b0 req-fad7c056-1de5-448c-9893-ea971c6c7e7d tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1483655 Mar 08 20:55:12.223325 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ceb5898f-3751-4856-9f7f-24f8a83a9e96 req-53eabc6f-1df3-462d-b083-ccd5758a37fe service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752199 Mar 08 20:55:12.249225 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-11999b46-d2f8-4ef6-a899-44a49fb89f74 req-150c6197-547f-4abb-ae0d-d1dfa523605f tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216881 Mar 08 20:55:12.276039 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a9439cb6-b11b-4208-9cdc-43f7726958b0 req-76c76703-a255-474d-9f60-48f67d90a8f0 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512142 Mar 08 20:55:12.277008 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 44852) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:12.310230 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7c6e8c95-9ed5-4a5c-b6a3-aae1cba8deaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:12.449260 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ec7546fe-9aa4-4aa8-8e17-e7b31602b5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:12.489715 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-ec7546fe-9aa4-4aa8-8e17-e7b31602b5b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:55:12.493391 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-ec7546fe-9aa4-4aa8-8e17-e7b31602b5b9 admin admin] Usage tracker for resource:security_group_rule and tenant:6ce0957d8add4ebaa7618ae0d65d1601 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:55:12.496723 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-ec7546fe-9aa4-4aa8-8e17-e7b31602b5b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:55:12.502746 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-ec7546fe-9aa4-4aa8-8e17-e7b31602b5b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:55:12.577875 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ec7546fe-9aa4-4aa8-8e17-e7b31602b5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:12.583860 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ec7546fe-9aa4-4aa8-8e17-e7b31602b5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:12.631564 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7546fe-9aa4-4aa8-8e17-e7b31602b5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4d916c-295a-42a6-a914-bdfc5afe8a68,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:12.647826 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-ec7546fe-9aa4-4aa8-8e17-e7b31602b5b9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6ce0957d8add4ebaa7618ae0d65d1601&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3689525 Mar 08 20:55:12.650982 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 44858) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:12.717438 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5d57456b-318a-46a6-83bd-5fd7b2b0123c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:12.759920 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5d57456b-318a-46a6-83bd-5fd7b2b0123c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:12.857704 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5d57456b-318a-46a6-83bd-5fd7b2b0123c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:12.878163 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57456b-318a-46a6-83bd-5fd7b2b0123c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4d916c-295a-42a6-a914-bdfc5afe8a68,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:12.912783 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57456b-318a-46a6-83bd-5fd7b2b0123c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:12.917788 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57456b-318a-46a6-83bd-5fd7b2b0123c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:12.917788 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57456b-318a-46a6-83bd-5fd7b2b0123c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:12.917788 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57456b-318a-46a6-83bd-5fd7b2b0123c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:12.917788 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57456b-318a-46a6-83bd-5fd7b2b0123c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:12.917788 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57456b-318a-46a6-83bd-5fd7b2b0123c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:12.917788 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57456b-318a-46a6-83bd-5fd7b2b0123c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:12.917788 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57456b-318a-46a6-83bd-5fd7b2b0123c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:12.917788 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57456b-318a-46a6-83bd-5fd7b2b0123c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:12.917788 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57456b-318a-46a6-83bd-5fd7b2b0123c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:12.917788 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d57456b-318a-46a6-83bd-5fd7b2b0123c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:12.937048 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5d57456b-318a-46a6-83bd-5fd7b2b0123c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:12.941249 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-5d57456b-318a-46a6-83bd-5fd7b2b0123c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b4d916c-295a-42a6-a914-bdfc5afe8a68 HTTP/1.1" status: 204 len: 168 time: 0.2880037 Mar 08 20:55:13.323308 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:13.497393 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12abdef-86cb-4519-8297-5e96abd63248 req-c3ade1b8-9581-40e3-b675-4410e949e3eb tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:13.499599 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-a12abdef-86cb-4519-8297-5e96abd63248 req-c3ade1b8-9581-40e3-b675-4410e949e3eb tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 945 time: 0.0948069 Mar 08 20:55:13.544655 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feae37-682e-4863-95fd-748a91782131 req-1726d335-999c-423b-9e6f-1e1f3d9cc10e tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:13.550047 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:13.554001 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-47feae37-682e-4863-95fd-748a91782131 req-1726d335-999c-423b-9e6f-1e1f3d9cc10e tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.0997787 Mar 08 20:55:13.559634 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-a12abdef-86cb-4519-8297-5e96abd63248 req-71432cb1-b93d-4e55-9f63-7cd9b6b91837 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531213 Mar 08 20:55:13.598135 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-47feae37-682e-4863-95fd-748a91782131 req-cda4db67-fd68-4b9c-8913-2443c3819ea6 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429654 Mar 08 20:55:13.714335 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b917c211-06d9-4554-b0cc-11ba546c621e None None] Sync routers for ids ['b320065b-0b25-49d2-87bd-0fbc72f4bd22'] in dv-cinder-832328-1-smb {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:55:13.727590 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b917c211-06d9-4554-b0cc-11ba546c621e None None] Routers {'b320065b-0b25-49d2-87bd-0fbc72f4bd22'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:55:13.728204 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-b917c211-06d9-4554-b0cc-11ba546c621e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:55:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['b320065b-0b25-49d2-87bd-0fbc72f4bd22'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:13.910025 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-b917c211-06d9-4554-b0cc-11ba546c621e None None] Set router b320065b-0b25-49d2-87bd-0fbc72f4bd22 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:55:14.341878 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-b917c211-06d9-4554-b0cc-11ba546c621e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b320065b-0b25-49d2-87bd-0fbc72f4bd22', 'name': 'tempest-TestMinimumBasicScenario-1540584682-router', 'tenant_id': 'b5b24a6f92de400b9ec6c2048c16b5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.22'}], 'enable_snat': True}, 'gw_port_id': '36a3d0c5-1a7c-457f-af55-2765f940c8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:52Z', 'updated_at': '2022-03-08T20:54:58Z', 'revision_number': 4, 'project_id': 'b5b24a6f92de400b9ec6c2048c16b5b9', 'gw_port': {'id': '36a3d0c5-1a7c-457f-af55-2765f940c8ff', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b320065b-0b25-49d2-87bd-0fbc72f4bd22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:54Z', 'updated_at': '2022-03-08T20:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'f1983f42-6c3d-415d-97a7-14652a381b45', 'name': '', 'network_id': '40cff8e0-8387-4ab0-9e6f-576debfb11a1', 'tenant_id': 'b5b24a6f92de400b9ec6c2048c16b5b9', 'mac_address': 'fa:16:3e:e4:b3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b320065b-0b25-49d2-87bd-0fbc72f4bd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9ba4e04-009b-4307-b673-9ac9488e7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:57Z', 'updated_at': '2022-03-08T20:54:59Z', 'revision_number': 2, 'project_id': 'b5b24a6f92de400b9ec6c2048c16b5b9', 'subnets': [{'id': 'b9ba4e04-009b-4307-b673-9ac9488e7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:14.345865 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b917c211-06d9-4554-b0cc-11ba546c621e None None] Checking router: b320065b-0b25-49d2-87bd-0fbc72f4bd22 for host: dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:55:14.346214 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b917c211-06d9-4554-b0cc-11ba546c621e None None] Updating router b320065b-0b25-49d2-87bd-0fbc72f4bd22 port f1983f42-6c3d-415d-97a7-14652a381b45 binding host dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 08 20:55:14.424101 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-3ab3b79c-6788-4628-8747-9c6b1764fdab tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:14.425030 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-3ab3b79c-6788-4628-8747-9c6b1764fdab tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Synchronizing usage tracker for tenant:1d72bfdad8b44af7965b57996433f5d4 on resource:network {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:55:14.425954 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-b917c211-06d9-4554-b0cc-11ba546c621e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:14.442251 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-3ab3b79c-6788-4628-8747-9c6b1764fdab tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Unset dirty status for tenant:1d72bfdad8b44af7965b57996433f5d4 on resource:network {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:55:14.449421 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-3ab3b79c-6788-4628-8747-9c6b1764fdab tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/networks?id=488c4411-9d7e-46f1-8b25-66a4ca6b1e18 HTTP/1.1" status: 200 len: 814 time: 0.1764629 Mar 08 20:55:14.460951 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-191210fb-4889-477b-9750-587c4fe827b2 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/quotas/1d72bfdad8b44af7965b57996433f5d4 HTTP/1.1" status: 200 len: 375 time: 0.0105755 Mar 08 20:55:14.559902 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-63e61c02-3461-40aa-baba-213e04ff19b1 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d72bfdad8b44af7965b57996433f5d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923340 Mar 08 20:55:14.739661 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-b2e0575f-40df-47e5-b985-f51c07d83ddc service neutron] 10.222.0.39 "GET /v2.0/networks/488c4411-9d7e-46f1-8b25-66a4ca6b1e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619568 Mar 08 20:55:14.765759 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6dc87-aaed-46ec-85a4-6eedfc415f88 req-d4126c1b-9629-4a5b-84da-c5d28075d5e1 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:14.773418 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-a5e6dc87-aaed-46ec-85a4-6eedfc415f88 req-d4126c1b-9629-4a5b-84da-c5d28075d5e1 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 945 time: 0.0887868 Mar 08 20:55:14.837375 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:14.839644 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-a5e6dc87-aaed-46ec-85a4-6eedfc415f88 req-144a9c36-377c-4d43-9fd3-6843f26032e6 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644462 Mar 08 20:55:14.856196 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-b917c211-06d9-4554-b0cc-11ba546c621e None None] Notify callbacks [] for port, precommit_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:14.893366 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-b917c211-06d9-4554-b0cc-11ba546c621e None None] Transition to ACTIVE for port object f1983f42-6c3d-415d-97a7-14652a381b45 will not be triggered until provisioned by entity L2. {{(pid=83162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:55:14.907591 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-b917c211-06d9-4554-b0cc-11ba546c621e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:14.959916 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-9e864674-4ded-475a-bee7-95ea86b6853e service neutron] 10.222.0.39 "GET /v2.0/networks/488c4411-9d7e-46f1-8b25-66a4ca6b1e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100329 Mar 08 20:55:15.055537 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e4e6c-b88b-43b6-b653-e0d015c60ee6 None None] Pushing event updated for resources: {'Port': ['ID=f1983f42-6c3d-415d-97a7-14652a381b45,revision_number=3']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:15.068368 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63683052-69c8-497e-bdf4-3fe6ae9e4da2 req-af47e148-a780-4666-b206-16da7c7a0116 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:15.075766 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-63683052-69c8-497e-bdf4-3fe6ae9e4da2 req-af47e148-a780-4666-b206-16da7c7a0116 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1235013 Mar 08 20:55:15.167095 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-63683052-69c8-497e-bdf4-3fe6ae9e4da2 req-f2edbe0b-da11-4628-95ad-fec1d0bd04e7 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902638 Mar 08 20:55:15.206949 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-b917c211-06d9-4554-b0cc-11ba546c621e None None] Attempting to bind port f1983f42-6c3d-415d-97a7-14652a381b45 on host dv-cinder-832328-1-smb for vnic_type normal with profile {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:55:15.208788 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-b917c211-06d9-4554-b0cc-11ba546c621e None None] Attempting to bind port f1983f42-6c3d-415d-97a7-14652a381b45 by drivers openvswitch,hyperv on host dv-cinder-832328-1-smb at level 0 using segments [{'id': '9f4b2296-b1b4-46cb-93d4-481f9e6d81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '40cff8e0-8387-4ab0-9e6f-576debfb11a1'}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:55:15.210596 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b917c211-06d9-4554-b0cc-11ba546c621e None None] Attempting to bind port f1983f42-6c3d-415d-97a7-14652a381b45 on network 40cff8e0-8387-4ab0-9e6f-576debfb11a1 {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:55:15.213466 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-1bae613a-4396-4463-84ab-ae7250a852da req-4b079391-afc0-42f5-b999-619498f8bf8a tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 210 time: 0.0572450 Mar 08 20:55:15.227465 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b917c211-06d9-4554-b0cc-11ba546c621e None None] Checking agent: {'id': '3893f380-9b19-46dd-a79f-fadbe55c1144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 20, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:55:15.227829 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b917c211-06d9-4554-b0cc-11ba546c621e None None] Checking segment: {'id': '9f4b2296-b1b4-46cb-93d4-481f9e6d81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '40cff8e0-8387-4ab0-9e6f-576debfb11a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:55:15.228223 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-b917c211-06d9-4554-b0cc-11ba546c621e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:15.228646 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b917c211-06d9-4554-b0cc-11ba546c621e None None] Bound using segment: {'id': '9f4b2296-b1b4-46cb-93d4-481f9e6d81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '40cff8e0-8387-4ab0-9e6f-576debfb11a1'} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:55:15.229111 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-b917c211-06d9-4554-b0cc-11ba546c621e None None] Bound port: f1983f42-6c3d-415d-97a7-14652a381b45, host: dv-cinder-832328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b2296-b1b4-46cb-93d4-481f9e6d81c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '40cff8e0-8387-4ab0-9e6f-576debfb11a1'}}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:55:15.229476 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-b917c211-06d9-4554-b0cc-11ba546c621e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:15.337753 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-b917c211-06d9-4554-b0cc-11ba546c621e None None] For port f1983f42-6c3d-415d-97a7-14652a381b45, host dv-cinder-832328-1-smb, cleared binding levels {{(pid=83162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:55:15.340969 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-b917c211-06d9-4554-b0cc-11ba546c621e None None] For port f1983f42-6c3d-415d-97a7-14652a381b45, host dv-cinder-832328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=f1983f42-6c3d-415d-97a7-14652a381b45,segment=NetworkSegment(9f4b2296-b1b4-46cb-93d4-481f9e6d81c0),segment_id=9f4b2296-b1b4-46cb-93d4-481f9e6d81c0)] {{(pid=83162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:55:15.345563 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-b917c211-06d9-4554-b0cc-11ba546c621e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:15.489189 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b917c211-06d9-4554-b0cc-11ba546c621e None None] Routers {'b320065b-0b25-49d2-87bd-0fbc72f4bd22'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:55:15.490003 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-b917c211-06d9-4554-b0cc-11ba546c621e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:55:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['b320065b-0b25-49d2-87bd-0fbc72f4bd22'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:15.709343 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e4e6c-b88b-43b6-b653-e0d015c60ee6 None None] Pushing event updated for resources: {'Port': ['ID=f1983f42-6c3d-415d-97a7-14652a381b45,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:15.713722 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-b917c211-06d9-4554-b0cc-11ba546c621e None None] Set router b320065b-0b25-49d2-87bd-0fbc72f4bd22 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:55:16.100015 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-b917c211-06d9-4554-b0cc-11ba546c621e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b320065b-0b25-49d2-87bd-0fbc72f4bd22', 'name': 'tempest-TestMinimumBasicScenario-1540584682-router', 'tenant_id': 'b5b24a6f92de400b9ec6c2048c16b5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.22'}], 'enable_snat': True}, 'gw_port_id': '36a3d0c5-1a7c-457f-af55-2765f940c8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:52Z', 'updated_at': '2022-03-08T20:54:58Z', 'revision_number': 4, 'project_id': 'b5b24a6f92de400b9ec6c2048c16b5b9', 'gw_port': {'id': '36a3d0c5-1a7c-457f-af55-2765f940c8ff', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b320065b-0b25-49d2-87bd-0fbc72f4bd22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:54Z', 'updated_at': '2022-03-08T20:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'f1983f42-6c3d-415d-97a7-14652a381b45', 'name': '', 'network_id': '40cff8e0-8387-4ab0-9e6f-576debfb11a1', 'tenant_id': 'b5b24a6f92de400b9ec6c2048c16b5b9', 'mac_address': 'fa:16:3e:e4:b3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b320065b-0b25-49d2-87bd-0fbc72f4bd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9ba4e04-009b-4307-b673-9ac9488e7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:57Z', 'updated_at': '2022-03-08T20:55:15Z', 'revision_number': 4, 'project_id': 'b5b24a6f92de400b9ec6c2048c16b5b9', 'subnets': [{'id': 'b9ba4e04-009b-4307-b673-9ac9488e7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:16.104635 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b917c211-06d9-4554-b0cc-11ba546c621e None None] The sync data for ids ['b320065b-0b25-49d2-87bd-0fbc72f4bd22'] in dv-cinder-832328-1-smb is: [{'id': 'b320065b-0b25-49d2-87bd-0fbc72f4bd22', 'name': 'tempest-TestMinimumBasicScenario-1540584682-router', 'tenant_id': 'b5b24a6f92de400b9ec6c2048c16b5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.22'}], 'enable_snat': True}, 'gw_port_id': '36a3d0c5-1a7c-457f-af55-2765f940c8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:52Z', 'updated_at': '2022-03-08T20:54:58Z', 'revision_number': 4, 'project_id': 'b5b24a6f92de400b9ec6c2048c16b5b9', 'gw_port': {'id': '36a3d0c5-1a7c-457f-af55-2765f940c8ff', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b320065b-0b25-49d2-87bd-0fbc72f4bd22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:54Z', 'updated_at': '2022-03-08T20:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'f1983f42-6c3d-415d-97a7-14652a381b45', 'name': '', 'network_id': '40cff8e0-8387-4ab0-9e6f-576debfb11a1', 'tenant_id': 'b5b24a6f92de400b9ec6c2048c16b5b9', 'mac_address': 'fa:16:3e:e4:b3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b320065b-0b25-49d2-87bd-0fbc72f4bd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9ba4e04-009b-4307-b673-9ac9488e7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:57Z', 'updated_at': '2022-03-08T20:55:15Z', 'revision_number': 4, 'project_id': 'b5b24a6f92de400b9ec6c2048c16b5b9', 'subnets': [{'id': 'b9ba4e04-009b-4307-b673-9ac9488e7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:55:16.240418 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38c1dc-4e74-427d-81cf-2fbd4eb88100 req-24986b4c-885b-4031-83c4-daf54797f1b5 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:16.250268 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ab38c1dc-4e74-427d-81cf-2fbd4eb88100 req-24986b4c-885b-4031-83c4-daf54797f1b5 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 945 time: 0.1289935 Mar 08 20:55:16.326425 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ab38c1dc-4e74-427d-81cf-2fbd4eb88100 req-0952dc07-6c6f-4798-8b1e-ac62d6032b25 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747619 Mar 08 20:55:16.519010 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-bdc034fe-67be-4feb-a4b1-679609dbf66d req-47931b55-fb2a-4bf8-9495-3e9937b3021f tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 210 time: 0.0542922 Mar 08 20:55:16.594308 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-658e39c9-3e8f-4686-a4f8-c66f983c87aa tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:16.599838 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-658e39c9-3e8f-4686-a4f8-c66f983c87aa tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.21 "GET /v2.0/networks?id=488c4411-9d7e-46f1-8b25-66a4ca6b1e18 HTTP/1.1" status: 200 len: 814 time: 0.2031350 Mar 08 20:55:16.619737 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-06e284cb-9921-4199-9604-b2960df00c68 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Request body: {'port': {'device_id': '43fb2e6c-5189-4fa9-ac39-aea22e1f4a79', 'network_id': '488c4411-9d7e-46f1-8b25-66a4ca6b1e18', 'admin_state_up': True, 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:55:16.652794 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0b56f-8814-4612-8326-178d59175e51 req-64410080-162b-414d-9d9c-38e9fa294942 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:16.653479 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-2ef0b56f-8814-4612-8326-178d59175e51 req-64410080-162b-414d-9d9c-38e9fa294942 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.2997379 Mar 08 20:55:16.707879 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device f1983f42-6c3d-415d-97a7-14652a381b45 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:55:16.800557 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-2ef0b56f-8814-4612-8326-178d59175e51 req-ceddf2c7-0dd4-4784-a80c-ff07c133e0c1 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286750 Mar 08 20:55:16.831955 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning for port f1983f42-6c3d-415d-97a7-14652a381b45 completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:55:16.840583 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port f1983f42-6c3d-415d-97a7-14652a381b45 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:55:16.840954 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:16.990399 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-06e284cb-9921-4199-9604-b2960df00c68 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:55:16.993594 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:16.995022 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-06e284cb-9921-4199-9604-b2960df00c68 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Usage tracker for resource:port and tenant:1d72bfdad8b44af7965b57996433f5d4 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:55:16.998325 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-06e284cb-9921-4199-9604-b2960df00c68 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:55:17.004691 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-06e284cb-9921-4199-9604-b2960df00c68 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:55:17.020063 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-06e284cb-9921-4199-9604-b2960df00c68 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Made reservation on behalf of 1d72bfdad8b44af7965b57996433f5d4 for: {'port': 1} {{(pid=83160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:55:17.030911 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-06e284cb-9921-4199-9604-b2960df00c68 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:17.042459 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] For port f1983f42-6c3d-415d-97a7-14652a381b45, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=f1983f42-6c3d-415d-97a7-14652a381b45,segment=NetworkSegment(9f4b2296-b1b4-46cb-93d4-481f9e6d81c0),segment_id=9f4b2296-b1b4-46cb-93d4-481f9e6d81c0)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:55:17.048525 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:17.139546 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Pushing event updated for resources: {'Port': ['ID=f1983f42-6c3d-415d-97a7-14652a381b45,revision_number=5']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:17.269913 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_common [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-06e284cb-9921-4199-9604-b2960df00c68 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Allocated IP 172.20.0.5 (488c4411-9d7e-46f1-8b25-66a4ca6b1e18/1dff7165-de1c-4deb-9ffd-70223a562ab3/31758f7b-ea67-4200-9ad6-e01a0ceb2173) {{(pid=83160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:55:17.626925 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-06e284cb-9921-4199-9604-b2960df00c68 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for port, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:17.639123 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969fae5-6256-42f8-8ff5-83d694b7245a req-a03d53f7-7610-4d1e-91c3-b05dc174ef1b tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:17.640591 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-4969fae5-6256-42f8-8ff5-83d694b7245a req-a03d53f7-7610-4d1e-91c3-b05dc174ef1b tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 945 time: 0.1475236 Mar 08 20:55:17.665108 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.provisioning_blocks [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-06e284cb-9921-4199-9604-b2960df00c68 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Transition to ACTIVE for port object 31758f7b-ea67-4200-9ad6-e01a0ceb2173 will not be triggered until provisioned by entity DHCP. {{(pid=83160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:55:17.709947 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-06e284cb-9921-4199-9604-b2960df00c68 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:17.776059 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-4969fae5-6256-42f8-8ff5-83d694b7245a req-c8636388-cc3d-4e65-8e9e-e747eee7ce09 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275473 Mar 08 20:55:17.880361 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-06e284cb-9921-4199-9604-b2960df00c68 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Network 488c4411-9d7e-46f1-8b25-66a4ca6b1e18 is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:55:17.889989 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-06e284cb-9921-4199-9604-b2960df00c68 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:55:17.896454 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-06e284cb-9921-4199-9604-b2960df00c68 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Received port after_create {{(pid=83160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:55:18.000531 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-06e284cb-9921-4199-9604-b2960df00c68 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:18.001739 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-06e284cb-9921-4199-9604-b2960df00c68 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:18.030002 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e284cb-9921-4199-9604-b2960df00c68 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Pushing event updated for resources: {'Port': ['ID=31758f7b-ea67-4200-9ad6-e01a0ceb2173,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:18.095092 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:18.108109 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99603093-1efc-47b4-a470-39cc4d4cbb04 req-66a4c7de-241e-4ea4-8e48-8f94478c2a78 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:18.111003 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-99603093-1efc-47b4-a470-39cc4d4cbb04 req-66a4c7de-241e-4ea4-8e48-8f94478c2a78 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Synchronizing usage tracker for tenant:1d72bfdad8b44af7965b57996433f5d4 on resource:port {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:55:18.127373 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-06e284cb-9921-4199-9604-b2960df00c68 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5138266 Mar 08 20:55:18.175290 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-99603093-1efc-47b4-a470-39cc4d4cbb04 req-66a4c7de-241e-4ea4-8e48-8f94478c2a78 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Unset dirty status for tenant:1d72bfdad8b44af7965b57996433f5d4 on resource:port {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:55:18.176382 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-99603093-1efc-47b4-a470-39cc4d4cbb04 req-66a4c7de-241e-4ea4-8e48-8f94478c2a78 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 931 time: 0.3579113 Mar 08 20:55:18.258680 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c85a80-6375-40aa-a1a7-5371d0552e19 req-3e64f7de-d14d-499c-a4b1-f384a039fe29 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:18.270319 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-31c85a80-6375-40aa-a1a7-5371d0552e19 req-3e64f7de-d14d-499c-a4b1-f384a039fe29 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1659858 Mar 08 20:55:18.278491 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-99603093-1efc-47b4-a470-39cc4d4cbb04 req-a8b274df-e5ee-4285-90a5-b521cd6e27c4 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891047 Mar 08 20:55:18.325288 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-be0930f6-1c1a-4941-a2b1-de6bad6fad19 None None] Provisioning for port 31758f7b-ea67-4200-9ad6-e01a0ceb2173 completed by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:55:18.347049 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-be0930f6-1c1a-4941-a2b1-de6bad6fad19 None None] Provisioning complete for port 31758f7b-ea67-4200-9ad6-e01a0ceb2173 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:55:18.347660 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-be0930f6-1c1a-4941-a2b1-de6bad6fad19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:18.355522 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-31c85a80-6375-40aa-a1a7-5371d0552e19 req-d68024c9-20dd-4766-9a7b-2d6873eb37bc tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821257 Mar 08 20:55:18.425364 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-be0930f6-1c1a-4941-a2b1-de6bad6fad19 None None] Port 31758f7b-ea67-4200-9ad6-e01a0ceb2173 cannot update to ACTIVE because it is not bound. {{(pid=83162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 08 20:55:18.636369 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 45000) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:18.660002 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device f1983f42-6c3d-415d-97a7-14652a381b45 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:55:18.730059 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port f1983f42-6c3d-415d-97a7-14652a381b45 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:55:18.730426 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:18.799191 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c548d491-6c9d-40a9-83ef-bd2709d872de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:18.860378 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-c548d491-6c9d-40a9-83ef-bd2709d872de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:55:18.865053 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-c548d491-6c9d-40a9-83ef-bd2709d872de admin admin] Usage tracker for resource:security_group_rule and tenant:1a86cb01bbc94a1983c85bab66210fa3 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:55:18.868715 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-c548d491-6c9d-40a9-83ef-bd2709d872de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:55:18.894848 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-c548d491-6c9d-40a9-83ef-bd2709d872de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:55:19.065471 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c548d491-6c9d-40a9-83ef-bd2709d872de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:19.071852 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c548d491-6c9d-40a9-83ef-bd2709d872de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:19.143289 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548d491-6c9d-40a9-83ef-bd2709d872de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b13120f-b87f-4d01-8af3-4ed5d97e0fec,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:19.157066 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53adaaa9-5cf2-420d-9fd9-c228888ddf9c req-309147ac-f646-496b-9d49-8200577e3beb tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:19.158662 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-53adaaa9-5cf2-420d-9fd9-c228888ddf9c req-309147ac-f646-496b-9d49-8200577e3beb tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 945 time: 0.1777399 Mar 08 20:55:19.162107 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-c548d491-6c9d-40a9-83ef-bd2709d872de admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a86cb01bbc94a1983c85bab66210fa3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5244336 Mar 08 20:55:19.165048 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 45014) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:19.206383 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-53adaaa9-5cf2-420d-9fd9-c228888ddf9c req-ea625247-318d-45aa-8bb1-14ad06cd385f tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407591 Mar 08 20:55:19.230238 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-17404f70-5a9e-4e3a-9980-164cab618a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:19.264287 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-17404f70-5a9e-4e3a-9980-164cab618a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:19.315731 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-17404f70-5a9e-4e3a-9980-164cab618a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:19.333549 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17404f70-5a9e-4e3a-9980-164cab618a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b13120f-b87f-4d01-8af3-4ed5d97e0fec,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:19.335600 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-17404f70-5a9e-4e3a-9980-164cab618a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:19.336728 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-17404f70-5a9e-4e3a-9980-164cab618a94 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b13120f-b87f-4d01-8af3-4ed5d97e0fec HTTP/1.1" status: 204 len: 168 time: 0.1701839 Mar 08 20:55:19.587830 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc097394-a86c-452d-9769-116235f12946 req-d69a6458-d6b4-4c00-afba-d820b38ca736 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:19.589677 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-fc097394-a86c-452d-9769-116235f12946 req-d69a6458-d6b4-4c00-afba-d820b38ca736 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1080918 Mar 08 20:55:19.600574 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45042bac-ced3-47eb-863c-abda9f064c76 req-06a15966-0031-46a7-9eff-94729e33927c tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:19.605160 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-45042bac-ced3-47eb-863c-abda9f064c76 req-06a15966-0031-46a7-9eff-94729e33927c tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 931 time: 0.1374054 Mar 08 20:55:19.668780 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-45042bac-ced3-47eb-863c-abda9f064c76 req-ad88608e-ed64-4687-b849-54c93e8db541 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Synchronizing usage tracker for tenant:1d72bfdad8b44af7965b57996433f5d4 on resource:security_group {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:55:19.670188 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-fc097394-a86c-452d-9769-116235f12946 req-d21ef9f4-81e0-429a-8d2d-1fc21b9f9056 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742002 Mar 08 20:55:19.690910 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-45042bac-ced3-47eb-863c-abda9f064c76 req-ad88608e-ed64-4687-b849-54c93e8db541 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Unset dirty status for tenant:1d72bfdad8b44af7965b57996433f5d4 on resource:security_group {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:55:19.692619 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-45042bac-ced3-47eb-863c-abda9f064c76 req-ad88608e-ed64-4687-b849-54c93e8db541 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825217 Mar 08 20:55:20.455762 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ba939-114c-4ad5-8237-040dceede85a req-c5f5e6b3-4521-45c0-9ee5-63e1e2454b60 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:20.464682 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c23ba939-114c-4ad5-8237-040dceede85a req-c5f5e6b3-4521-45c0-9ee5-63e1e2454b60 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 945 time: 0.0998614 Mar 08 20:55:20.513073 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 45058) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:20.542822 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c23ba939-114c-4ad5-8237-040dceede85a req-ebd408ba-95e1-44e3-aa6c-6c0432687382 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772319 Mar 08 20:55:20.719223 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-d5f729d3-ac4e-4072-91bf-558154f55ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:20.959905 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-d5f729d3-ac4e-4072-91bf-558154f55ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:55:20.977678 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-d5f729d3-ac4e-4072-91bf-558154f55ddb admin admin] Usage tracker for resource:security_group_rule and tenant:d93a05778b2d4105864dee7588a7a121 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:55:20.980354 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-d5f729d3-ac4e-4072-91bf-558154f55ddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:55:20.993923 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-d5f729d3-ac4e-4072-91bf-558154f55ddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:55:21.013314 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e0af9-132d-4017-81f0-db84b204f086 req-d825b6fb-a457-42c5-b918-b020cf66d114 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:21.023131 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-973e0af9-132d-4017-81f0-db84b204f086 req-d825b6fb-a457-42c5-b918-b020cf66d114 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 931 time: 0.1767902 Mar 08 20:55:21.025416 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7d44d-0990-4580-bf65-9d05a9870276 req-1e3b68d5-8749-444e-bc0a-8cf163e23a06 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:21.032460 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-fba7d44d-0990-4580-bf65-9d05a9870276 req-1e3b68d5-8749-444e-bc0a-8cf163e23a06 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1530130 Mar 08 20:55:21.130032 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-973e0af9-132d-4017-81f0-db84b204f086 req-8c2aa98f-a403-4726-8c17-46ef6ad1523a tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053846 Mar 08 20:55:21.142358 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-fba7d44d-0990-4580-bf65-9d05a9870276 req-92875f62-a6ba-4c8a-8051-7208c9341fcc tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090560 Mar 08 20:55:21.192314 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-d5f729d3-ac4e-4072-91bf-558154f55ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:21.221035 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-d5f729d3-ac4e-4072-91bf-558154f55ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:21.272719 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f729d3-ac4e-4072-91bf-558154f55ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e912b94-3c47-447e-9833-4dbddc0f513f,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:21.280678 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-d5f729d3-ac4e-4072-91bf-558154f55ddb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d93a05778b2d4105864dee7588a7a121&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7639134 Mar 08 20:55:21.280851 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 45078) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:21.362869 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-73c674e6-cf64-41cd-8f14-e064082cd853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:21.399795 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-73c674e6-cf64-41cd-8f14-e064082cd853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:21.481969 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-73c674e6-cf64-41cd-8f14-e064082cd853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:21.501202 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c674e6-cf64-41cd-8f14-e064082cd853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e912b94-3c47-447e-9833-4dbddc0f513f,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:21.540018 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-73c674e6-cf64-41cd-8f14-e064082cd853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:21.542070 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-73c674e6-cf64-41cd-8f14-e064082cd853 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8e912b94-3c47-447e-9833-4dbddc0f513f HTTP/1.1" status: 204 len: 168 time: 0.2602026 Mar 08 20:55:21.762315 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77b631-b6cf-420d-bef3-627cb323fb44 req-085905e7-d21a-44a5-b696-0789c83e5648 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:21.763805 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5d77b631-b6cf-420d-bef3-627cb323fb44 req-085905e7-d21a-44a5-b696-0789c83e5648 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 945 time: 0.0883696 Mar 08 20:55:21.816873 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5d77b631-b6cf-420d-bef3-627cb323fb44 req-619d4870-f5bb-4585-9e03-e55686e6ef38 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411429 Mar 08 20:55:22.427073 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f6cbb-30a4-453d-8601-1de5d3833893 req-0f1b2b5d-db46-46a0-8ca0-d577939de731 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:22.429306 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-462f6cbb-30a4-453d-8601-1de5d3833893 req-0f1b2b5d-db46-46a0-8ca0-d577939de731 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.0877335 Mar 08 20:55:22.463242 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900d399-9be3-4983-b0a9-86c7c6e1c881 req-2b34d640-e696-4f8c-adc0-7eff287172c7 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:22.465087 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-0900d399-9be3-4983-b0a9-86c7c6e1c881 req-2b34d640-e696-4f8c-adc0-7eff287172c7 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 931 time: 0.1124892 Mar 08 20:55:22.521608 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-462f6cbb-30a4-453d-8601-1de5d3833893 req-a18a5126-8275-4391-ad65-4e61b587003c tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852480 Mar 08 20:55:22.524336 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-0900d399-9be3-4983-b0a9-86c7c6e1c881 req-f0a9de01-bee9-4869-829b-8111356de429 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528026 Mar 08 20:55:23.126394 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61526fe3-52d8-4bff-a161-4fb8aea5990a req-6f05e10d-131e-46a7-8146-78bb221a47d9 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:23.128723 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-61526fe3-52d8-4bff-a161-4fb8aea5990a req-6f05e10d-131e-46a7-8146-78bb221a47d9 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 945 time: 0.0850410 Mar 08 20:55:23.186196 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-61526fe3-52d8-4bff-a161-4fb8aea5990a req-0c4032fb-2acf-4ca9-b049-b9cc7ae858a5 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494812 Mar 08 20:55:23.742533 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f63927-57b3-4870-891d-5f708352cb12 req-eaf722ce-2c7a-4dc5-b575-edb55c7912a0 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:23.743998 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-97f63927-57b3-4870-891d-5f708352cb12 req-eaf722ce-2c7a-4dc5-b575-edb55c7912a0 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 931 time: 0.0757844 Mar 08 20:55:23.752921 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabdea5f-09ba-4bbf-a35a-129838d6fa7d req-6292e65a-379d-4814-b5ca-70aa9db5c4e7 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:23.754379 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-dabdea5f-09ba-4bbf-a35a-129838d6fa7d req-6292e65a-379d-4814-b5ca-70aa9db5c4e7 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.0854931 Mar 08 20:55:23.796897 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-97f63927-57b3-4870-891d-5f708352cb12 req-165493e5-c000-49e0-b6fe-b832a48fe044 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471876 Mar 08 20:55:23.806262 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-dabdea5f-09ba-4bbf-a35a-129838d6fa7d req-d362f0e4-399a-4b92-9eae-170bf91f0eb5 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425515 Mar 08 20:55:24.457119 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178959d9-f272-4a54-819e-afb35cf1400e req-82a12587-88b5-4f85-8dd9-f2986f9ef4ed tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:24.458989 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-178959d9-f272-4a54-819e-afb35cf1400e req-82a12587-88b5-4f85-8dd9-f2986f9ef4ed tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 945 time: 0.1236782 Mar 08 20:55:24.532319 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-178959d9-f272-4a54-819e-afb35cf1400e req-8323f0f0-4bc2-4059-9368-eabf77725845 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665829 Mar 08 20:55:25.043251 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354a91f-0a4c-4487-87de-ab4aeb8e66d5 req-6e8e02f6-7522-4abd-96ce-a312fffb7031 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:25.046110 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-1354a91f-0a4c-4487-87de-ab4aeb8e66d5 req-6e8e02f6-7522-4abd-96ce-a312fffb7031 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 931 time: 0.1196034 Mar 08 20:55:25.046678 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e35eb2-0edd-4174-8778-7fc8ffddeeb8 req-68cc7370-4681-4037-810a-f000e8e69d68 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:25.048269 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e4e35eb2-0edd-4174-8778-7fc8ffddeeb8 req-68cc7370-4681-4037-810a-f000e8e69d68 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.0978570 Mar 08 20:55:25.098878 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e4e35eb2-0edd-4174-8778-7fc8ffddeeb8 req-ada58f9a-6a24-4bb4-a6f3-6a3f7ba3860f tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445125 Mar 08 20:55:25.106664 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-1354a91f-0a4c-4487-87de-ab4aeb8e66d5 req-733b5d25-109e-4b3f-a0da-8a56949717a7 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530405 Mar 08 20:55:25.774847 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9572c-8c53-49ab-977e-d08b94e2ff19 req-0e9ac27a-cbda-42a9-9e81-fd7b76599af2 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:25.776438 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b7a9572c-8c53-49ab-977e-d08b94e2ff19 req-0e9ac27a-cbda-42a9-9e81-fd7b76599af2 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 945 time: 0.1099989 Mar 08 20:55:25.824936 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b7a9572c-8c53-49ab-977e-d08b94e2ff19 req-36c630dd-ace8-4faa-a0ae-66c0fb7d8f12 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424786 Mar 08 20:55:26.349176 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cf984-8de5-468d-89e0-e371e63451b7 req-e56cfced-e53e-4624-a4c7-9bcdf03f08df tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:26.350689 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-726cf984-8de5-468d-89e0-e371e63451b7 req-e56cfced-e53e-4624-a4c7-9bcdf03f08df tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.0938869 Mar 08 20:55:26.392987 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6e8df-8a31-493a-87b3-156a4923637e req-81feaaa5-2fa1-4320-b626-0b324d1efe0b tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:26.394559 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-4fb6e8df-8a31-493a-87b3-156a4923637e req-81feaaa5-2fa1-4320-b626-0b324d1efe0b tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 931 time: 0.1557882 Mar 08 20:55:26.402663 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-726cf984-8de5-468d-89e0-e371e63451b7 req-647b87e6-b610-4916-9ac7-1c202f92f3d8 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458293 Mar 08 20:55:26.440010 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-4fb6e8df-8a31-493a-87b3-156a4923637e req-710d167b-dab8-4a02-89de-60722bba64f9 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399280 Mar 08 20:55:26.910010 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 45178) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:27.090767 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb937c8-3347-4441-815d-39ed357a8e54 req-6279fae6-762b-4f9e-9906-2ae06b934140 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:27.092353 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-cbb937c8-3347-4441-815d-39ed357a8e54 req-6279fae6-762b-4f9e-9906-2ae06b934140 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 945 time: 0.1160069 Mar 08 20:55:27.103767 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-00034c3c-636d-4cf9-bff9-92026d1c9496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:27.169868 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-00034c3c-636d-4cf9-bff9-92026d1c9496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:55:27.174099 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-00034c3c-636d-4cf9-bff9-92026d1c9496 admin admin] Usage tracker for resource:security_group_rule and tenant:b44b2b61077f40c4bef733c693ee6033 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:55:27.177930 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-00034c3c-636d-4cf9-bff9-92026d1c9496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:55:27.185739 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-00034c3c-636d-4cf9-bff9-92026d1c9496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:55:27.203636 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-cbb937c8-3347-4441-815d-39ed357a8e54 req-91f73d37-aa7f-445f-888d-3668ba18cc72 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039345 Mar 08 20:55:27.271589 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-00034c3c-636d-4cf9-bff9-92026d1c9496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:27.276419 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-00034c3c-636d-4cf9-bff9-92026d1c9496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:27.325470 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00034c3c-636d-4cf9-bff9-92026d1c9496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e08c356-6968-4fcb-9692-5593ff1f1fa5,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:27.330959 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-00034c3c-636d-4cf9-bff9-92026d1c9496 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b44b2b61077f40c4bef733c693ee6033&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4199462 Mar 08 20:55:27.333801 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 45188) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:27.415548 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-af4ff166-b810-44e5-aa40-f1cfcc8f8614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:27.454525 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-af4ff166-b810-44e5-aa40-f1cfcc8f8614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:27.587020 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-af4ff166-b810-44e5-aa40-f1cfcc8f8614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:27.648082 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ff166-b810-44e5-aa40-f1cfcc8f8614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e08c356-6968-4fcb-9692-5593ff1f1fa5,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:27.677731 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-af4ff166-b810-44e5-aa40-f1cfcc8f8614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:27.696053 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-af4ff166-b810-44e5-aa40-f1cfcc8f8614 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6e08c356-6968-4fcb-9692-5593ff1f1fa5 HTTP/1.1" status: 204 len: 168 time: 0.3474834 Mar 08 20:55:27.717296 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13238b00-4a18-4e13-9a35-fc8f2df027dc req-19772ba6-0ad3-41bd-aa5f-82036c83dfce tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:27.718838 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ee40a-12ce-442d-9ea4-8860200efa9c req-3cebdf6d-67d0-4ad8-a258-e0435380e2fd tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:27.723470 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-13238b00-4a18-4e13-9a35-fc8f2df027dc req-19772ba6-0ad3-41bd-aa5f-82036c83dfce tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 931 time: 0.1031151 Mar 08 20:55:27.724895 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-1b8ee40a-12ce-442d-9ea4-8860200efa9c req-3cebdf6d-67d0-4ad8-a258-e0435380e2fd tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1281097 Mar 08 20:55:27.774150 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-1b8ee40a-12ce-442d-9ea4-8860200efa9c req-49a37fe6-2d80-41d3-8c04-c0a70455ece1 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448046 Mar 08 20:55:27.787579 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-13238b00-4a18-4e13-9a35-fc8f2df027dc req-94eb7c75-37a4-404b-a09b-bc420d5f9e25 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562818 Mar 08 20:55:28.410360 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e18e46-5c5f-40c2-bd58-d9a343fb95af req-ee15560d-63cd-4b73-83d4-117710380b8c tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:28.411819 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-f2e18e46-5c5f-40c2-bd58-d9a343fb95af req-ee15560d-63cd-4b73-83d4-117710380b8c tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 945 time: 0.0755770 Mar 08 20:55:28.457685 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-f2e18e46-5c5f-40c2-bd58-d9a343fb95af req-d4ff60bd-a2d9-4acb-97c5-c88d3ca50416 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397196 Mar 08 20:55:28.497769 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 45222) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:28.628607 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-82d55bce-cddf-4265-aa6c-81545860b980 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-38496221-network', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:55:28.633659 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-82d55bce-cddf-4265-aa6c-81545860b980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:55:28.637685 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-82d55bce-cddf-4265-aa6c-81545860b980 admin admin] Usage tracker for resource:network and tenant:cf98cf7961434dfbaf15fa6e67d18187 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:55:28.640225 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-82d55bce-cddf-4265-aa6c-81545860b980 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:55:28.646263 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-82d55bce-cddf-4265-aa6c-81545860b980 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:55:28.656854 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d55bce-cddf-4265-aa6c-81545860b980 admin admin] Made reservation on behalf of cf98cf7961434dfbaf15fa6e67d18187 for: {'network': 1} {{(pid=83160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:55:28.659325 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-82d55bce-cddf-4265-aa6c-81545860b980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for network, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:28.671746 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-82d55bce-cddf-4265-aa6c-81545860b980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:28.708153 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-82d55bce-cddf-4265-aa6c-81545860b980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:55:28.713826 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-82d55bce-cddf-4265-aa6c-81545860b980 admin admin] Usage tracker for resource:security_group_rule and tenant:cf98cf7961434dfbaf15fa6e67d18187 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:55:28.716411 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-82d55bce-cddf-4265-aa6c-81545860b980 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:55:28.722076 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-82d55bce-cddf-4265-aa6c-81545860b980 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:55:28.786811 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-82d55bce-cddf-4265-aa6c-81545860b980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:28.791179 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-82d55bce-cddf-4265-aa6c-81545860b980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:28.811881 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d55bce-cddf-4265-aa6c-81545860b980 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=83160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:55:28.834878 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-82d55bce-cddf-4265-aa6c-81545860b980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:28.835290 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.db.segments_db [None req-82d55bce-cddf-4265-aa6c-81545860b980 admin admin] Added segment 9f4b48cc-206f-4e19-9157-e36df92b79c1 of type vlan for network 06a8b738-1cbc-4a2a-825e-0aaa66ccc47b Mar 08 20:55:28.837088 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d55bce-cddf-4265-aa6c-81545860b980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b19196a-29b6-4d8b-8054-a36c2aec0fb3,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:28.881243 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-82d55bce-cddf-4265-aa6c-81545860b980 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774925924886'] for network, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:28.924180 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-82d55bce-cddf-4265-aa6c-81545860b980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423'] for network, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:28.925126 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d55bce-cddf-4265-aa6c-81545860b980 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:28.925736 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-82d55bce-cddf-4265-aa6c-81545860b980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:29.004472 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d4a9c-e4fb-40a1-8723-b2cf627434f2 req-56212ce4-86e8-457c-b099-e157959fcf18 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:29.011377 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-061d4a9c-e4fb-40a1-8723-b2cf627434f2 req-56212ce4-86e8-457c-b099-e157959fcf18 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.0901620 Mar 08 20:55:29.053446 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-061d4a9c-e4fb-40a1-8723-b2cf627434f2 req-f9fa2d99-ef3f-45da-aed7-ced11b5ff034 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412934 Mar 08 20:55:29.053688 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-82d55bce-cddf-4265-aa6c-81545860b980 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5546081 Mar 08 20:55:29.056441 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 45260) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:29.061823 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-4b62f20d-8bac-48c1-876f-cc0d862a0c14 admin admin] Request body: {'subnet': {'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-38496221-subnet', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'ip_version': 4}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:55:29.066354 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-4b62f20d-8bac-48c1-876f-cc0d862a0c14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:55:29.070740 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-4b62f20d-8bac-48c1-876f-cc0d862a0c14 admin admin] Usage tracker for resource:subnet and tenant:cf98cf7961434dfbaf15fa6e67d18187 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:55:29.073559 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-4b62f20d-8bac-48c1-876f-cc0d862a0c14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:55:29.076644 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d55bce-cddf-4265-aa6c-81545860b980 admin admin] Pushing event updated for resources: {'Network': ['ID=06a8b738-1cbc-4a2a-825e-0aaa66ccc47b,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:29.088594 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-4b62f20d-8bac-48c1-876f-cc0d862a0c14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:55:29.090929 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Network 06a8b738-1cbc-4a2a-825e-0aaa66ccc47b details requested by agent ovs-agent-dv-cinder-832328-1-smb with host dv-cinder-832328-1-smb {{(pid=83162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 20:55:29.129974 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce32d48-5e0c-4e90-9d21-ad9289662af7 req-d93542f4-315b-4d3d-9e28-5a0d23eb9f55 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:29.131793 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-cce32d48-5e0c-4e90-9d21-ad9289662af7 req-d93542f4-315b-4d3d-9e28-5a0d23eb9f55 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 931 time: 0.1855066 Mar 08 20:55:29.140981 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b62f20d-8bac-48c1-876f-cc0d862a0c14 admin admin] Made reservation on behalf of cf98cf7961434dfbaf15fa6e67d18187 for: {'subnet': 1} {{(pid=83161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:55:29.143511 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-4b62f20d-8bac-48c1-876f-cc0d862a0c14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1819714'] for subnet, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:29.219050 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-cce32d48-5e0c-4e90-9d21-ad9289662af7 req-d6874d94-6b1d-4e04-ad58-6cbd8277cd8a tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773439 Mar 08 20:55:29.372279 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-4b62f20d-8bac-48c1-876f-cc0d862a0c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1095560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1819728'] for subnet, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:29.444995 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b62f20d-8bac-48c1-876f-cc0d862a0c14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0925d3b-3863-4496-9a86-1e6f5051f8e9,revision_number=0']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:29.454606 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b62f20d-8bac-48c1-876f-cc0d862a0c14 admin admin] Checking segment: {'id': '9f4b48cc-206f-4e19-9157-e36df92b79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:55:29.454954 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b62f20d-8bac-48c1-876f-cc0d862a0c14 admin admin] Network hostable DHCP agents. Network: 06a8b738-1cbc-4a2a-825e-0aaa66ccc47b, hostable agents: ['f8f0924d-105e-45b1-98fc-f771e4a35ffd'], hosted agents: [] {{(pid=83161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:55:29.479250 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b62f20d-8bac-48c1-876f-cc0d862a0c14 admin admin] Network 06a8b738-1cbc-4a2a-825e-0aaa66ccc47b is scheduled to be hosted by DHCP agent f8f0924d-105e-45b1-98fc-f771e4a35ffd with binding_index 1 {{(pid=83161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:55:29.488450 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [None req-4b62f20d-8bac-48c1-876f-cc0d862a0c14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-smb, 06a8b738-1cbc-4a2a-825e-0aaa66ccc47b) {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:55:29.492880 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b62f20d-8bac-48c1-876f-cc0d862a0c14 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:29.493460 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-4b62f20d-8bac-48c1-876f-cc0d862a0c14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:29.498913 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbda8fe3-5ba0-47f0-8fdd-af6ecfc86c0c None None] Network 06a8b738-1cbc-4a2a-825e-0aaa66ccc47b requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:55:29.514394 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-4b62f20d-8bac-48c1-876f-cc0d862a0c14 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4568636 Mar 08 20:55:29.517034 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 45282) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:29.521981 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-95eeb940-0a5e-4443-b284-d91bffe13e44 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-38496221-router', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:55:29.526965 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-95eeb940-0a5e-4443-b284-d91bffe13e44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:55:29.530853 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-95eeb940-0a5e-4443-b284-d91bffe13e44 admin admin] Usage tracker for resource:router and tenant:cf98cf7961434dfbaf15fa6e67d18187 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:55:29.533749 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-95eeb940-0a5e-4443-b284-d91bffe13e44 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:55:29.540210 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-95eeb940-0a5e-4443-b284-d91bffe13e44 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:55:29.550372 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-95eeb940-0a5e-4443-b284-d91bffe13e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-360017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8618'] for router, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:29.551966 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-95eeb940-0a5e-4443-b284-d91bffe13e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-359986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8609'] for router, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:29.574194 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-95eeb940-0a5e-4443-b284-d91bffe13e44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:29.707268 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64b0504-039c-46cb-b82a-f9097450955e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82897f6b-9441-5f0c-ac3f-2ea43e747f11-06a8b738-1cbc-4a2a-825e-0aaa66ccc47b', 'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'fixed_ips': [{'subnet_id': 'f0925d3b-3863-4496-9a86-1e6f5051f8e9'}]}} from dv-cinder-832328-1-smb. {{(pid=83162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 08 20:55:29.708063 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-e64b0504-039c-46cb-b82a-f9097450955e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:29.775747 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-95eeb940-0a5e-4443-b284-d91bffe13e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15691'] for router, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:29.787070 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0e44b-55e4-4213-974b-9681b04f4e07 req-45159421-a626-4530-b4be-9cadb1a79f9b tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:29.788518 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-88c0e44b-55e4-4213-974b-9681b04f4e07 req-45159421-a626-4530-b4be-9cadb1a79f9b tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 945 time: 0.2009957 Mar 08 20:55:29.865469 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.db_base_plugin_common [None req-e64b0504-039c-46cb-b82a-f9097450955e None None] Allocated IP 172.20.0.2 (06a8b738-1cbc-4a2a-825e-0aaa66ccc47b/f0925d3b-3863-4496-9a86-1e6f5051f8e9/efb8931f-25b9-4f66-8890-d1586f8c1015) {{(pid=83162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:55:29.948366 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-88c0e44b-55e4-4213-974b-9681b04f4e07 req-cd161d93-21d9-4cfb-8c58-bda5e3fc10e3 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532922 Mar 08 20:55:30.046900 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-95eeb940-0a5e-4443-b284-d91bffe13e44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:30.065023 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-e64b0504-039c-46cb-b82a-f9097450955e None None] Notify callbacks [] for port, precommit_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:30.074873 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-e64b0504-039c-46cb-b82a-f9097450955e None None] Transition to ACTIVE for port object efb8931f-25b9-4f66-8890-d1586f8c1015 will not be triggered until provisioned by entity L2. {{(pid=83162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:55:30.076225 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-95eeb940-0a5e-4443-b284-d91bffe13e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:30.092750 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-e64b0504-039c-46cb-b82a-f9097450955e None None] Transition to ACTIVE for port object efb8931f-25b9-4f66-8890-d1586f8c1015 will not be triggered until provisioned by entity DHCP. {{(pid=83162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:55:30.098644 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-e64b0504-039c-46cb-b82a-f9097450955e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643'] for port, after_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:30.151277 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64b0504-039c-46cb-b82a-f9097450955e None None] Network 06a8b738-1cbc-4a2a-825e-0aaa66ccc47b is already hosted by enough agents. {{(pid=83162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:55:30.156609 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.scheduler.base_scheduler [None req-e64b0504-039c-46cb-b82a-f9097450955e None None] Resources bound (agent type, host, resource id): {{(pid=83162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:55:30.159130 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64b0504-039c-46cb-b82a-f9097450955e None None] Received port after_create {{(pid=83162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:55:30.218510 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_common [None req-95eeb940-0a5e-4443-b284-d91bffe13e44 admin admin] Allocated IP 172.28.2.47 (f9f3acf9-d167-4056-a9c0-ac3b9bafea7a/9a481e38-0dcf-4733-b8bf-eb46fecff3f0/cb4fbee6-614c-42b2-97fe-ebb9525e7443) {{(pid=83161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:55:30.268540 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-e64b0504-039c-46cb-b82a-f9097450955e None None] Attempting to bind port efb8931f-25b9-4f66-8890-d1586f8c1015 on host dv-cinder-832328-1-smb for vnic_type normal with profile {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:55:30.268904 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-e64b0504-039c-46cb-b82a-f9097450955e None None] Attempting to bind port efb8931f-25b9-4f66-8890-d1586f8c1015 by drivers openvswitch,hyperv on host dv-cinder-832328-1-smb at level 0 using segments [{'id': '9f4b48cc-206f-4e19-9157-e36df92b79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b'}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:55:30.269258 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64b0504-039c-46cb-b82a-f9097450955e None None] Attempting to bind port efb8931f-25b9-4f66-8890-d1586f8c1015 on network 06a8b738-1cbc-4a2a-825e-0aaa66ccc47b {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:55:30.271262 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b0504-039c-46cb-b82a-f9097450955e None None] Pushing event updated for resources: {'Port': ['ID=efb8931f-25b9-4f66-8890-d1586f8c1015,revision_number=1']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:30.280490 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64b0504-039c-46cb-b82a-f9097450955e None None] Checking agent: {'id': '3893f380-9b19-46dd-a79f-fadbe55c1144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 20, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:55:30.280858 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64b0504-039c-46cb-b82a-f9097450955e None None] Checking segment: {'id': '9f4b48cc-206f-4e19-9157-e36df92b79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:55:30.281247 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-e64b0504-039c-46cb-b82a-f9097450955e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:30.281619 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64b0504-039c-46cb-b82a-f9097450955e None None] Bound using segment: {'id': '9f4b48cc-206f-4e19-9157-e36df92b79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b'} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:55:30.282102 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-e64b0504-039c-46cb-b82a-f9097450955e None None] Bound port: efb8931f-25b9-4f66-8890-d1586f8c1015, host: dv-cinder-832328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b48cc-206f-4e19-9157-e36df92b79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b'}}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:55:30.282465 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-e64b0504-039c-46cb-b82a-f9097450955e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:30.368752 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b8de6-8bae-49b8-81b2-f1198d5c1302 req-705cba83-acd9-4060-9b9e-c26ec53b10ec tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:30.370515 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-181b8de6-8bae-49b8-81b2-f1198d5c1302 req-705cba83-acd9-4060-9b9e-c26ec53b10ec tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1248424 Mar 08 20:55:30.377969 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-e64b0504-039c-46cb-b82a-f9097450955e None None] For port efb8931f-25b9-4f66-8890-d1586f8c1015, host dv-cinder-832328-1-smb, cleared binding levels {{(pid=83162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:55:30.381166 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-e64b0504-039c-46cb-b82a-f9097450955e None None] For port efb8931f-25b9-4f66-8890-d1586f8c1015, host dv-cinder-832328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=efb8931f-25b9-4f66-8890-d1586f8c1015,segment=NetworkSegment(9f4b48cc-206f-4e19-9157-e36df92b79c1),segment_id=9f4b48cc-206f-4e19-9157-e36df92b79c1)] {{(pid=83162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:55:30.386457 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-e64b0504-039c-46cb-b82a-f9097450955e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:30.419703 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-181b8de6-8bae-49b8-81b2-f1198d5c1302 req-1fa88c36-f0b9-447d-abe1-06e249e2e0f9 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432286 Mar 08 20:55:30.464945 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-95eeb940-0a5e-4443-b284-d91bffe13e44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:30.490030 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5c458-c065-46e4-ae24-5c8ff754930c req-c1202394-7d5b-4d51-bbbc-bacc43ab7ae0 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:30.491326 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-18a5c458-c065-46e4-ae24-5c8ff754930c req-c1202394-7d5b-4d51-bbbc-bacc43ab7ae0 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 931 time: 0.1444564 Mar 08 20:55:30.507921 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b0504-039c-46cb-b82a-f9097450955e None None] Pushing event updated for resources: {'Port': ['ID=efb8931f-25b9-4f66-8890-d1586f8c1015,revision_number=2']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:30.547434 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-95eeb940-0a5e-4443-b284-d91bffe13e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:30.613290 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-18a5c458-c065-46e4-ae24-5c8ff754930c req-fc0b739c-c107-4904-bf2e-df60e0576cc8 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078727 Mar 08 20:55:30.628989 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95eeb940-0a5e-4443-b284-d91bffe13e44 admin admin] Network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a is already hosted by enough agents. {{(pid=83161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:55:30.633070 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [None req-95eeb940-0a5e-4443-b284-d91bffe13e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:55:30.634997 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eeb940-0a5e-4443-b284-d91bffe13e44 admin admin] Pushing event updated for resources: {'Port': ['ID=cb4fbee6-614c-42b2-97fe-ebb9525e7443,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:30.637430 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eeb940-0a5e-4443-b284-d91bffe13e44 admin admin] Received port after_create {{(pid=83161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:55:30.736432 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 20:55:30.816600 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-95eeb940-0a5e-4443-b284-d91bffe13e44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:30.817339 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-95eeb940-0a5e-4443-b284-d91bffe13e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-356667'] for router, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:31.041877 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95eeb940-0a5e-4443-b284-d91bffe13e44 admin admin] Router 604b1516-2354-4502-b571-a18eefa54fb9 is scheduled to L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 with binding_index 1 {{(pid=83161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:55:31.150438 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed247d25-7612-4e11-9ddc-2e630650e04f req-c8f9a5ee-d07b-45b9-9584-5459280d10b7 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:31.151943 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ed247d25-7612-4e11-9ddc-2e630650e04f req-c8f9a5ee-d07b-45b9-9584-5459280d10b7 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 945 time: 0.0830011 Mar 08 20:55:31.200180 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ed247d25-7612-4e11-9ddc-2e630650e04f req-90707225-ea44-4029-8465-752420c27367 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419116 Mar 08 20:55:31.244588 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-985ee3f4-daec-45b5-b874-b3c67318322b service neutron] Request body: {'port': {'device_id': '43fb2e6c-5189-4fa9-ac39-aea22e1f4a79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:55:31.256296 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95eeb940-0a5e-4443-b284-d91bffe13e44 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:55:31.265502 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dd50c9-3fb8-4310-8169-d4d03d7c4b1a None None] Sync routers for ids ['604b1516-2354-4502-b571-a18eefa54fb9'] in dv-cinder-832328-1-smb {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:55:31.283931 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-95eeb940-0a5e-4443-b284-d91bffe13e44 admin admin] Notify callbacks [] for router, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:31.285034 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dd50c9-3fb8-4310-8169-d4d03d7c4b1a None None] Routers {'604b1516-2354-4502-b571-a18eefa54fb9'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:55:31.285673 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-d9dd50c9-3fb8-4310-8169-d4d03d7c4b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:55:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['604b1516-2354-4502-b571-a18eefa54fb9'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:31.286313 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-95eeb940-0a5e-4443-b284-d91bffe13e44 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.7683630 Mar 08 20:55:31.289215 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 45298) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:31.383761 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-985ee3f4-daec-45b5-b874-b3c67318322b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:31.504039 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-d9dd50c9-3fb8-4310-8169-d4d03d7c4b1a None None] Set router 604b1516-2354-4502-b571-a18eefa54fb9 gateway port host: dv-cinder-832328-1-smb {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:55:31.627288 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa5ce1e-1d9e-44f9-92b1-702e6552205a None None] Network 06a8b738-1cbc-4a2a-825e-0aaa66ccc47b requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:55:31.872348 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-d9dd50c9-3fb8-4310-8169-d4d03d7c4b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604b1516-2354-4502-b571-a18eefa54fb9', 'name': 'tempest-TestShelveInstance-38496221-router', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cb4fbee6-614c-42b2-97fe-ebb9525e7443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:55:29Z', 'updated_at': '2022-03-08T20:55:30Z', 'revision_number': 3, 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'gw_port': {'id': 'cb4fbee6-614c-42b2-97fe-ebb9525e7443', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604b1516-2354-4502-b571-a18eefa54fb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:30Z', 'updated_at': '2022-03-08T20:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:31.877630 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dd50c9-3fb8-4310-8169-d4d03d7c4b1a None None] Checking router: 604b1516-2354-4502-b571-a18eefa54fb9 for host: dv-cinder-832328-1-smb {{(pid=83163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:55:31.878816 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dd50c9-3fb8-4310-8169-d4d03d7c4b1a None None] Updating router 604b1516-2354-4502-b571-a18eefa54fb9 port cb4fbee6-614c-42b2-97fe-ebb9525e7443 binding host dv-cinder-832328-1-smb {{(pid=83163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 08 20:55:31.894764 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-f5e939d5-a14f-433a-b828-c88d4cafc6ef None None] Provisioning for port efb8931f-25b9-4f66-8890-d1586f8c1015 completed by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:55:31.972165 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.notifiers.nova [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-985ee3f4-daec-45b5-b874-b3c67318322b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31758f7b-ea67-4200-9ad6-e01a0ceb2173 {{(pid=83160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:55:31.972385 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-d9dd50c9-3fb8-4310-8169-d4d03d7c4b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:31.984241 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-985ee3f4-daec-45b5-b874-b3c67318322b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:32.011875 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92551523-743b-4035-b606-9522a7f9825d req-516e8f44-4317-4974-a126-4a68f1284b07 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:32.019248 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-92551523-743b-4035-b606-9522a7f9825d req-516e8f44-4317-4974-a126-4a68f1284b07 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 931 time: 0.2224772 Mar 08 20:55:32.035360 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.provisioning_blocks [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-985ee3f4-daec-45b5-b874-b3c67318322b service neutron] Transition to ACTIVE for port object 31758f7b-ea67-4200-9ad6-e01a0ceb2173 will not be triggered until provisioned by entity L2. {{(pid=83160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:55:32.045732 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-985ee3f4-daec-45b5-b874-b3c67318322b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1387543'] for port, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:32.088915 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d706dd2-67a0-4c32-a53d-29e31f91c18e req-b348a728-8c45-4857-a395-0a6558e95ab1 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:32.090383 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5d706dd2-67a0-4c32-a53d-29e31f91c18e req-b348a728-8c45-4857-a395-0a6558e95ab1 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 945 time: 0.4524014 Mar 08 20:55:32.102067 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd22194-0b9f-446d-a783-f5948787804f req-d512fbdc-5df0-45c5-b4d9-8a6b4df35df8 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:32.102900 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-0bd22194-0b9f-446d-a783-f5948787804f req-d512fbdc-5df0-45c5-b4d9-8a6b4df35df8 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.4661500 Mar 08 20:55:32.165487 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ee3f4-daec-45b5-b874-b3c67318322b service neutron] Pushing event updated for resources: {'Port': ['ID=31758f7b-ea67-4200-9ad6-e01a0ceb2173,revision_number=2']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:32.235927 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [req-5d706dd2-67a0-4c32-a53d-29e31f91c18e req-9134b9c2-3a68-4684-8842-f7b72e844579 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Deleting port 3bbcb75d-8078-4c56-9a82-00dd63be3d8a {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 20:55:32.235927 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-5d706dd2-67a0-4c32-a53d-29e31f91c18e req-9134b9c2-3a68-4684-8842-f7b72e844579 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:32.287878 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-92551523-743b-4035-b606-9522a7f9825d req-f17a1ac5-2bd7-4fab-a34d-14072adbe1db tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674296 Mar 08 20:55:32.305456 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-0bd22194-0b9f-446d-a783-f5948787804f req-379bf469-bd19-4f33-bde7-80be4b2d6c27 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544662 Mar 08 20:55:32.480571 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-d9dd50c9-3fb8-4310-8169-d4d03d7c4b1a None None] Notify callbacks [] for port, precommit_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:32.493563 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.provisioning_blocks [None req-d9dd50c9-3fb8-4310-8169-d4d03d7c4b1a None None] Transition to ACTIVE for port object cb4fbee6-614c-42b2-97fe-ebb9525e7443 will not be triggered until provisioned by entity L2. {{(pid=83163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:55:32.503594 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-d9dd50c9-3fb8-4310-8169-d4d03d7c4b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:32.570813 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcc70b-7f6b-497f-8d7b-1ae723d6f198 None None] Pushing event updated for resources: {'Port': ['ID=cb4fbee6-614c-42b2-97fe-ebb9525e7443,revision_number=2']} {{(pid=83163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:32.582484 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbcc70b-7f6b-497f-8d7b-1ae723d6f198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:32.582981 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbcc70b-7f6b-497f-8d7b-1ae723d6f198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:32.583714 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbcc70b-7f6b-497f-8d7b-1ae723d6f198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:32.583714 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbcc70b-7f6b-497f-8d7b-1ae723d6f198 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:32.584197 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbcc70b-7f6b-497f-8d7b-1ae723d6f198 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:32.584607 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbcc70b-7f6b-497f-8d7b-1ae723d6f198 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:32.585020 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbcc70b-7f6b-497f-8d7b-1ae723d6f198 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:32.585445 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbcc70b-7f6b-497f-8d7b-1ae723d6f198 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:32.586724 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbcc70b-7f6b-497f-8d7b-1ae723d6f198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:32.586724 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbcc70b-7f6b-497f-8d7b-1ae723d6f198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:32.587160 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbcc70b-7f6b-497f-8d7b-1ae723d6f198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:32.594212 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.managers [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-985ee3f4-daec-45b5-b874-b3c67318322b service neutron] Attempting to bind port 31758f7b-ea67-4200-9ad6-e01a0ceb2173 on host hv-cinder-83232 for vnic_type normal with profile {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:55:32.594711 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.managers [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-985ee3f4-daec-45b5-b874-b3c67318322b service neutron] Attempting to bind port 31758f7b-ea67-4200-9ad6-e01a0ceb2173 by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': '192e8541-4acf-4181-b51a-2492d8ed4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '488c4411-9d7e-46f1-8b25-66a4ca6b1e18'}] {{(pid=83160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:55:32.594899 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-985ee3f4-daec-45b5-b874-b3c67318322b service neutron] Attempting to bind port 31758f7b-ea67-4200-9ad6-e01a0ceb2173 on network 488c4411-9d7e-46f1-8b25-66a4ca6b1e18 {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:55:32.615305 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-d9dd50c9-3fb8-4310-8169-d4d03d7c4b1a None None] Attempting to bind port cb4fbee6-614c-42b2-97fe-ebb9525e7443 on host dv-cinder-832328-1-smb for vnic_type normal with profile {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:55:32.615787 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-d9dd50c9-3fb8-4310-8169-d4d03d7c4b1a None None] Attempting to bind port cb4fbee6-614c-42b2-97fe-ebb9525e7443 by drivers openvswitch,hyperv on host dv-cinder-832328-1-smb at level 0 using segments [{'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}] {{(pid=83163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:55:32.616244 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dd50c9-3fb8-4310-8169-d4d03d7c4b1a None None] Attempting to bind port cb4fbee6-614c-42b2-97fe-ebb9525e7443 on network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:55:32.619968 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-985ee3f4-daec-45b5-b874-b3c67318322b service neutron] Port 31758f7b-ea67-4200-9ad6-e01a0ceb2173 on network 488c4411-9d7e-46f1-8b25-66a4ca6b1e18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 08 20:55:32.620507 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-985ee3f4-daec-45b5-b874-b3c67318322b service neutron] Attempting to bind port 31758f7b-ea67-4200-9ad6-e01a0ceb2173 on network 488c4411-9d7e-46f1-8b25-66a4ca6b1e18 {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:55:32.625295 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dd50c9-3fb8-4310-8169-d4d03d7c4b1a None None] Checking agent: {'id': '3893f380-9b19-46dd-a79f-fadbe55c1144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 20, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:55:32.625839 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dd50c9-3fb8-4310-8169-d4d03d7c4b1a None None] Checking segment: {'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:55:32.626334 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-d9dd50c9-3fb8-4310-8169-d4d03d7c4b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:32.627234 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dd50c9-3fb8-4310-8169-d4d03d7c4b1a None None] Bound using segment: {'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'} {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:55:32.627760 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-d9dd50c9-3fb8-4310-8169-d4d03d7c4b1a None None] Bound port: cb4fbee6-614c-42b2-97fe-ebb9525e7443, host: dv-cinder-832328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}}] {{(pid=83163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:55:32.628281 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-d9dd50c9-3fb8-4310-8169-d4d03d7c4b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:32.639215 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-985ee3f4-daec-45b5-b874-b3c67318322b service neutron] Checking agent: {'id': '7ef80941-8def-40cc-9dc9-727f4daf545d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'started_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:55:32.639793 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-985ee3f4-daec-45b5-b874-b3c67318322b service neutron] Checking segment: {'id': '192e8541-4acf-4181-b51a-2492d8ed4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '488c4411-9d7e-46f1-8b25-66a4ca6b1e18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:55:32.640331 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-985ee3f4-daec-45b5-b874-b3c67318322b service neutron] Bound using segment: {'id': '192e8541-4acf-4181-b51a-2492d8ed4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '488c4411-9d7e-46f1-8b25-66a4ca6b1e18'} {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:55:32.641138 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.managers [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-985ee3f4-daec-45b5-b874-b3c67318322b service neutron] Bound port: 31758f7b-ea67-4200-9ad6-e01a0ceb2173, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192e8541-4acf-4181-b51a-2492d8ed4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '488c4411-9d7e-46f1-8b25-66a4ca6b1e18'}}] {{(pid=83160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:55:32.641990 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-985ee3f4-daec-45b5-b874-b3c67318322b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:32.727795 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.db [None req-d9dd50c9-3fb8-4310-8169-d4d03d7c4b1a None None] For port cb4fbee6-614c-42b2-97fe-ebb9525e7443, host dv-cinder-832328-1-smb, cleared binding levels {{(pid=83163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:55:32.730095 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-5d706dd2-67a0-4c32-a53d-29e31f91c18e req-9134b9c2-3a68-4684-8842-f7b72e844579 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] For port 3bbcb75d-8078-4c56-9a82-00dd63be3d8a, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=3bbcb75d-8078-4c56-9a82-00dd63be3d8a,segment=NetworkSegment(b120b519-5d1f-4929-a02d-4493480a1090),segment_id=b120b519-5d1f-4929-a02d-4493480a1090)] {{(pid=83161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:55:32.730461 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-5d706dd2-67a0-4c32-a53d-29e31f91c18e req-9134b9c2-3a68-4684-8842-f7b72e844579 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:32.732606 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.db [None req-d9dd50c9-3fb8-4310-8169-d4d03d7c4b1a None None] For port cb4fbee6-614c-42b2-97fe-ebb9525e7443, host dv-cinder-832328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=cb4fbee6-614c-42b2-97fe-ebb9525e7443,segment=NetworkSegment(270771a1-e195-4c27-89e2-1537a366dca1),segment_id=270771a1-e195-4c27-89e2-1537a366dca1)] {{(pid=83163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:55:32.735326 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33442c-b0b6-4e0d-909a-6855b02830a7 req-3a998ab2-5075-447d-9f74-f490e8b9e3b6 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:32.738595 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-d9dd50c9-3fb8-4310-8169-d4d03d7c4b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:32.741944 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9f33442c-b0b6-4e0d-909a-6855b02830a7 req-3a998ab2-5075-447d-9f74-f490e8b9e3b6 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 945 time: 0.2216866 Mar 08 20:55:32.808849 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device efb8931f-25b9-4f66-8890-d1586f8c1015 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:55:32.832319 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcc70b-7f6b-497f-8d7b-1ae723d6f198 None None] Pushing event updated for resources: {'Port': ['ID=cb4fbee6-614c-42b2-97fe-ebb9525e7443,revision_number=3']} {{(pid=83163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:32.847397 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9f33442c-b0b6-4e0d-909a-6855b02830a7 req-f1c02a7b-33b7-481e-a16b-05a5fb808f1e tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/security-groups?id=a0c50651-8b2a-4af9-95de-43e4f5965673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029897 Mar 08 20:55:32.858954 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-985ee3f4-daec-45b5-b874-b3c67318322b service neutron] For port 31758f7b-ea67-4200-9ad6-e01a0ceb2173, host hv-cinder-83232, cleared binding levels {{(pid=83160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:55:32.872866 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dd50c9-3fb8-4310-8169-d4d03d7c4b1a None None] Routers {'604b1516-2354-4502-b571-a18eefa54fb9'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:55:32.872866 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-d9dd50c9-3fb8-4310-8169-d4d03d7c4b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:55:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['604b1516-2354-4502-b571-a18eefa54fb9'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:32.873446 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-985ee3f4-daec-45b5-b874-b3c67318322b service neutron] For port 31758f7b-ea67-4200-9ad6-e01a0ceb2173, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=31758f7b-ea67-4200-9ad6-e01a0ceb2173,segment=NetworkSegment(192e8541-4acf-4181-b51a-2492d8ed4c4e),segment_id=192e8541-4acf-4181-b51a-2492d8ed4c4e)] {{(pid=83160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:55:32.885025 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-985ee3f4-daec-45b5-b874-b3c67318322b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1387543'] for port, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:32.929187 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning for port efb8931f-25b9-4f66-8890-d1586f8c1015 completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:55:32.942814 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port efb8931f-25b9-4f66-8890-d1586f8c1015 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:55:32.944075 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:32.944222 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [req-5d706dd2-67a0-4c32-a53d-29e31f91c18e req-9134b9c2-3a68-4684-8842-f7b72e844579 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Calling delete_port for 3bbcb75d-8078-4c56-9a82-00dd63be3d8a owned by compute:nova {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 20:55:33.015633 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-985ee3f4-daec-45b5-b874-b3c67318322b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:33.017011 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-985ee3f4-daec-45b5-b874-b3c67318322b service neutron] 10.222.0.21 "PUT /v2.0/ports/31758f7b-ea67-4200-9ad6-e01a0ceb2173 HTTP/1.1" status: 200 len: 1093 time: 1.7782705 Mar 08 20:55:33.017442 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43fb2e6c-5189-4fa9-ac39-aea22e1f4a79', 'tag': '31758f7b-ea67-4200-9ad6-e01a0ceb2173'}] {{(pid=83160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:55:33.107604 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-d9dd50c9-3fb8-4310-8169-d4d03d7c4b1a None None] Set router 604b1516-2354-4502-b571-a18eefa54fb9 gateway port host: dv-cinder-832328-1-smb {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:55:33.197372 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ee3f4-daec-45b5-b874-b3c67318322b service neutron] Pushing event updated for resources: {'Port': ['ID=31758f7b-ea67-4200-9ad6-e01a0ceb2173,revision_number=3']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:33.227101 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43fb2e6c-5189-4fa9-ac39-aea22e1f4a79', 'tag': '31758f7b-ea67-4200-9ad6-e01a0ceb2173', 'status': 'completed', 'code': 200} Mar 08 20:55:33.267253 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:33.270709 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-e1e8e621-9066-4116-b1a6-691a29bce43e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d72bfdad8b44af7965b57996433f5d4&device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 1096 time: 0.1907616 Mar 08 20:55:33.339271 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] For port efb8931f-25b9-4f66-8890-d1586f8c1015, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=efb8931f-25b9-4f66-8890-d1586f8c1015,segment=NetworkSegment(9f4b48cc-206f-4e19-9157-e36df92b79c1),segment_id=9f4b48cc-206f-4e19-9157-e36df92b79c1)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:55:33.354642 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:33.386968 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-0c551727-86d8-4282-a900-1ecb39d54c95 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31758f7b-ea67-4200-9ad6-e01a0ceb2173 HTTP/1.1" status: 200 len: 217 time: 0.1087966 Mar 08 20:55:33.515962 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-cf18d02f-97e3-433a-a499-912f964241fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:33.517413 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-cf18d02f-97e3-433a-a499-912f964241fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1dff7165-de1c-4deb-9ffd-70223a562ab3 HTTP/1.1" status: 200 len: 853 time: 0.1228948 Mar 08 20:55:33.543022 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Pushing event updated for resources: {'Port': ['ID=efb8931f-25b9-4f66-8890-d1586f8c1015,revision_number=3']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:33.755253 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf8aef-adb8-4a64-b5f6-7713da298f7f req-91ec52d2-46f0-4975-b8ff-ed96f955ca24 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:33.756218 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-d9dd50c9-3fb8-4310-8169-d4d03d7c4b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604b1516-2354-4502-b571-a18eefa54fb9', 'name': 'tempest-TestShelveInstance-38496221-router', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cb4fbee6-614c-42b2-97fe-ebb9525e7443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:55:29Z', 'updated_at': '2022-03-08T20:55:30Z', 'revision_number': 3, 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'gw_port': {'id': 'cb4fbee6-614c-42b2-97fe-ebb9525e7443', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604b1516-2354-4502-b571-a18eefa54fb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:30Z', 'updated_at': '2022-03-08T20:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:33.756726 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3faf8aef-adb8-4a64-b5f6-7713da298f7f req-91ec52d2-46f0-4975-b8ff-ed96f955ca24 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 943 time: 0.1019158 Mar 08 20:55:33.761359 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-bcf04e2b-9633-4b67-964f-460f0306e500 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=488c4411-9d7e-46f1-8b25-66a4ca6b1e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2331917 Mar 08 20:55:33.763151 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dd50c9-3fb8-4310-8169-d4d03d7c4b1a None None] The sync data for ids ['604b1516-2354-4502-b571-a18eefa54fb9'] in dv-cinder-832328-1-smb is: [{'id': '604b1516-2354-4502-b571-a18eefa54fb9', 'name': 'tempest-TestShelveInstance-38496221-router', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cb4fbee6-614c-42b2-97fe-ebb9525e7443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:55:29Z', 'updated_at': '2022-03-08T20:55:30Z', 'revision_number': 3, 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'gw_port': {'id': 'cb4fbee6-614c-42b2-97fe-ebb9525e7443', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604b1516-2354-4502-b571-a18eefa54fb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:30Z', 'updated_at': '2022-03-08T20:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}] {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:55:33.786135 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-5d706dd2-67a0-4c32-a53d-29e31f91c18e req-9134b9c2-3a68-4684-8842-f7b72e844579 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:33.875554 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134b9c2-3a68-4684-8842-f7b72e844579 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Pushing event deleted for resources: {'Port': ['ID=3bbcb75d-8078-4c56-9a82-00dd63be3d8a,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:33.892648 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3faf8aef-adb8-4a64-b5f6-7713da298f7f req-39178e9f-7f44-47ae-bb48-c8ecf44e9dba tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295257 Mar 08 20:55:33.950963 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-8e7345fe-0e2f-4b69-85f1-cba44bb496fd service neutron] 10.222.0.21 "GET /v2.0/networks/488c4411-9d7e-46f1-8b25-66a4ca6b1e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717160 Mar 08 20:55:34.117411 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e4c56148-158b-4b21-803f-6b1265b0cc6c req-a36c3627-c755-49f8-b5c0-b16409611c72 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a11c968-bb5a-4a57-99ad-8b97c5456144 HTTP/1.1" status: 200 len: 210 time: 0.0596089 Mar 08 20:55:34.175985 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d706dd2-67a0-4c32-a53d-29e31f91c18e req-9134b9c2-3a68-4684-8842-f7b72e844579 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] No DVR routers for this DVR port 3bbcb75d-8078-4c56-9a82-00dd63be3d8a on host hv-cinder-83232 {{(pid=83161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:55:34.189183 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-5d706dd2-67a0-4c32-a53d-29e31f91c18e req-9134b9c2-3a68-4684-8842-f7b72e844579 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:34.191713 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a11c968-bb5a-4a57-99ad-8b97c5456144', 'name': 'network-vif-deleted', 'tag': '3bbcb75d-8078-4c56-9a82-00dd63be3d8a'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:55:34.199552 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ec04b1d0-9914-4de9-83e2-3204b59e4f70 req-e8985113-0a94-4357-8404-1a71877c384f service neutron] 10.222.0.21 "GET /v2.0/networks/488c4411-9d7e-46f1-8b25-66a4ca6b1e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355852 Mar 08 20:55:34.259259 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5d706dd2-67a0-4c32-a53d-29e31f91c18e req-9134b9c2-3a68-4684-8842-f7b72e844579 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] 10.222.0.21 "DELETE /v2.0/ports/3bbcb75d-8078-4c56-9a82-00dd63be3d8a HTTP/1.1" status: 204 len: 173 time: 2.1541381 Mar 08 20:55:34.264723 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c34156b2-2a7a-4551-9f35-74db5ae84331 req-aca39f34-528b-47ce-8703-6b39955a1950 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 1098 time: 0.5437593 Mar 08 20:55:34.272577 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e545ec8-5687-4dad-a1a2-8fd1831fa3b3 req-3cd9f181-63ae-4fbd-871f-c8b14a357aae tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:34.274300 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-4e545ec8-5687-4dad-a1a2-8fd1831fa3b3 req-3cd9f181-63ae-4fbd-871f-c8b14a357aae tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.6249979 Mar 08 20:55:34.278178 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a11c968-bb5a-4a57-99ad-8b97c5456144', 'name': 'network-vif-deleted', 'tag': '3bbcb75d-8078-4c56-9a82-00dd63be3d8a', 'status': 'completed', 'code': 200} Mar 08 20:55:34.303040 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-aab96aae-df75-414a-add2-772dedd7b6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:34.349157 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-66142be1-37f4-40b3-9e0d-567cac40baca req-d8c6e26e-ffeb-4c74-9ba5-45cc430e76b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d72bfdad8b44af7965b57996433f5d4&device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 1096 time: 0.1003184 Mar 08 20:55:34.425544 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c34156b2-2a7a-4551-9f35-74db5ae84331 req-d9277f2e-0d2d-48eb-9cc9-9afb24ce559c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463315 Mar 08 20:55:34.450298 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-4e545ec8-5687-4dad-a1a2-8fd1831fa3b3 req-9cd2c2ac-ed5a-4145-a9f2-f4d43f5f9389 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522806 Mar 08 20:55:34.556878 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66142be1-37f4-40b3-9e0d-567cac40baca req-5f519508-a971-4821-948a-5e906618b834 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:34.558385 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-66142be1-37f4-40b3-9e0d-567cac40baca req-5f519508-a971-4821-948a-5e906618b834 service neutron] 10.222.0.21 "GET /v2.0/networks?id=488c4411-9d7e-46f1-8b25-66a4ca6b1e18 HTTP/1.1" status: 200 len: 915 time: 0.2026234 Mar 08 20:55:34.650691 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_common [None req-aab96aae-df75-414a-add2-772dedd7b6a5 admin admin] Allocated IP 172.20.0.1 (06a8b738-1cbc-4a2a-825e-0aaa66ccc47b/f0925d3b-3863-4496-9a86-1e6f5051f8e9/90bb72da-94c6-428a-8e91-64752c60a193) {{(pid=83161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:55:34.710472 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 45348) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:34.805138 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device efb8931f-25b9-4f66-8890-d1586f8c1015 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:55:34.869277 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-aab96aae-df75-414a-add2-772dedd7b6a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:34.872471 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-66142be1-37f4-40b3-9e0d-567cac40baca req-87b97dfd-b740-48b4-b03d-2b73d7c12938 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31758f7b-ea67-4200-9ad6-e01a0ceb2173 HTTP/1.1" status: 200 len: 217 time: 0.1116347 Mar 08 20:55:34.889168 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.provisioning_blocks [None req-aab96aae-df75-414a-add2-772dedd7b6a5 admin admin] Transition to ACTIVE for port object 90bb72da-94c6-428a-8e91-64752c60a193 will not be triggered until provisioned by entity DHCP. {{(pid=83161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:55:34.914101 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port efb8931f-25b9-4f66-8890-d1586f8c1015 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:55:34.914643 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:34.917233 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-aab96aae-df75-414a-add2-772dedd7b6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:34.973613 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6cfbc22e-b928-4917-8827-8bfbe0442008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:34.990537 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66142be1-37f4-40b3-9e0d-567cac40baca req-7e3fbb4e-f490-4104-8d6f-3ec0b24c2577 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:34.992002 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-66142be1-37f4-40b3-9e0d-567cac40baca req-7e3fbb4e-f490-4104-8d6f-3ec0b24c2577 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1dff7165-de1c-4deb-9ffd-70223a562ab3 HTTP/1.1" status: 200 len: 853 time: 0.1109557 Mar 08 20:55:35.010346 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab96aae-df75-414a-add2-772dedd7b6a5 admin admin] Network 06a8b738-1cbc-4a2a-825e-0aaa66ccc47b is already hosted by enough agents. {{(pid=83161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:55:35.018567 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [None req-aab96aae-df75-414a-add2-772dedd7b6a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:55:35.061666 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-6cfbc22e-b928-4917-8827-8bfbe0442008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:55:35.069229 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-6cfbc22e-b928-4917-8827-8bfbe0442008 admin admin] Usage tracker for resource:security_group_rule and tenant:c15d6a779ab2411993922954012b1445 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:55:35.072824 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-6cfbc22e-b928-4917-8827-8bfbe0442008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:55:35.075205 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab96aae-df75-414a-add2-772dedd7b6a5 admin admin] Pushing event updated for resources: {'Port': ['ID=90bb72da-94c6-428a-8e91-64752c60a193,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:35.079236 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab96aae-df75-414a-add2-772dedd7b6a5 admin admin] Received port after_create {{(pid=83161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:55:35.079560 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device cb4fbee6-614c-42b2-97fe-ebb9525e7443 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:55:35.112778 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-6cfbc22e-b928-4917-8827-8bfbe0442008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:55:35.176156 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-aab96aae-df75-414a-add2-772dedd7b6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-357313'] for router_interface, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:35.210279 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning for port cb4fbee6-614c-42b2-97fe-ebb9525e7443 completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:55:35.222623 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port cb4fbee6-614c-42b2-97fe-ebb9525e7443 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:55:35.223000 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:35.228983 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-66142be1-37f4-40b3-9e0d-567cac40baca req-169a578f-fa0c-42fe-a556-ecd82ab5da96 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=488c4411-9d7e-46f1-8b25-66a4ca6b1e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2228458 Mar 08 20:55:35.343295 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6cfbc22e-b928-4917-8827-8bfbe0442008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:35.373713 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-aab96aae-df75-414a-add2-772dedd7b6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:35.384174 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6cfbc22e-b928-4917-8827-8bfbe0442008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:35.386300 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:35.397095 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4583a96-9f34-43db-a72c-debb52bbfd81 req-98aaea5e-01ab-4029-b2ca-3d102ef0b0c0 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:35.400181 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e4583a96-9f34-43db-a72c-debb52bbfd81 req-98aaea5e-01ab-4029-b2ca-3d102ef0b0c0 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 943 time: 0.2200873 Mar 08 20:55:35.410385 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] For port cb4fbee6-614c-42b2-97fe-ebb9525e7443, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=cb4fbee6-614c-42b2-97fe-ebb9525e7443,segment=NetworkSegment(270771a1-e195-4c27-89e2-1537a366dca1),segment_id=270771a1-e195-4c27-89e2-1537a366dca1)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:55:35.413143 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 3bbcb75d-8078-4c56-9a82-00dd63be3d8a no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 20:55:35.451254 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-b71b4f3a-99f0-478c-b41b-9ff8a24cd41c None None] Provisioning for port 90bb72da-94c6-428a-8e91-64752c60a193 completed by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:55:35.454609 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:35.456063 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] No Port match for: 3bbcb75d-8078-4c56-9a82-00dd63be3d8a {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 20:55:35.456428 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 3bbcb75d-8078-4c56-9a82-00dd63be3d8a not bound to the agent host hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 20:55:35.499791 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-b71b4f3a-99f0-478c-b41b-9ff8a24cd41c None None] Provisioning complete for port 90bb72da-94c6-428a-8e91-64752c60a193 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:55:35.500153 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-b71b4f3a-99f0-478c-b41b-9ff8a24cd41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:35.578751 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-b71b4f3a-99f0-478c-b41b-9ff8a24cd41c None None] Port 90bb72da-94c6-428a-8e91-64752c60a193 cannot update to ACTIVE because it is not bound. {{(pid=83162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 08 20:55:35.580133 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Pushing event updated for resources: {'Port': ['ID=cb4fbee6-614c-42b2-97fe-ebb9525e7443,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:35.668001 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-6cfbc22e-b928-4917-8827-8bfbe0442008 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c15d6a779ab2411993922954012b1445&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9537549 Mar 08 20:55:35.674758 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 45374) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:35.702506 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e4583a96-9f34-43db-a72c-debb52bbfd81 req-a83415c3-2c9a-4551-b71d-a566302916af tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948356 Mar 08 20:55:35.748927 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfbc22e-b928-4917-8827-8bfbe0442008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c936a2ba-1a22-4b0e-b6f3-77ad0f035aa7,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:35.785895 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-7f86f3f0-d9e1-4a9d-a866-6dacf665e757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:35.815104 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-aab96aae-df75-414a-add2-772dedd7b6a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:35.825713 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-7f86f3f0-d9e1-4a9d-a866-6dacf665e757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:35.828725 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-aab96aae-df75-414a-add2-772dedd7b6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:35.926800 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-66142be1-37f4-40b3-9e0d-567cac40baca req-74624d8a-b2ce-4969-aa61-dff18a043a6b service neutron] 10.222.0.21 "GET /v2.0/networks/488c4411-9d7e-46f1-8b25-66a4ca6b1e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5817966 Mar 08 20:55:35.951460 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab96aae-df75-414a-add2-772dedd7b6a5 admin admin] Pushing event updated for resources: {'Port': ['ID=90bb72da-94c6-428a-8e91-64752c60a193,revision_number=2']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:35.954071 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-aab96aae-df75-414a-add2-772dedd7b6a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3538255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-357228'] for router_interface, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:36.035276 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-7f86f3f0-d9e1-4a9d-a866-6dacf665e757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:36.061817 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f751fe-aa8a-44dd-a0e9-1be0d268d6e9 req-3886a760-680f-4d19-8308-c2d0b882dd22 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:36.063279 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-10f751fe-aa8a-44dd-a0e9-1be0d268d6e9 req-3886a760-680f-4d19-8308-c2d0b882dd22 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.2158675 Mar 08 20:55:36.066118 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86f3f0-d9e1-4a9d-a866-6dacf665e757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c936a2ba-1a22-4b0e-b6f3-77ad0f035aa7,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:36.103683 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-7f86f3f0-d9e1-4a9d-a866-6dacf665e757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:36.107194 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-7f86f3f0-d9e1-4a9d-a866-6dacf665e757 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c936a2ba-1a22-4b0e-b6f3-77ad0f035aa7 HTTP/1.1" status: 204 len: 168 time: 0.4289412 Mar 08 20:55:36.143075 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-66142be1-37f4-40b3-9e0d-567cac40baca req-23b78a84-e707-459e-88d2-c37708d343ab service neutron] 10.222.0.21 "GET /v2.0/networks/488c4411-9d7e-46f1-8b25-66a4ca6b1e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028184 Mar 08 20:55:36.147885 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-10f751fe-aa8a-44dd-a0e9-1be0d268d6e9 req-b52b022a-3e2f-4e78-b43f-e25dbb168074 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737283 Mar 08 20:55:36.200902 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab96aae-df75-414a-add2-772dedd7b6a5 admin admin] Network 06a8b738-1cbc-4a2a-825e-0aaa66ccc47b is already hosted by enough agents. {{(pid=83161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:55:36.207424 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [None req-aab96aae-df75-414a-add2-772dedd7b6a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:55:36.510558 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-282a32ff-a43e-4a41-9a4a-264b5bbcbfd2 None None] Provisioning complete for port 90bb72da-94c6-428a-8e91-64752c60a193 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:55:36.511154 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-282a32ff-a43e-4a41-9a4a-264b5bbcbfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:36.564019 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-282a32ff-a43e-4a41-9a4a-264b5bbcbfd2 None None] Port 90bb72da-94c6-428a-8e91-64752c60a193 cannot update to ACTIVE because it is not bound. {{(pid=83162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 08 20:55:36.666726 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device cb4fbee6-614c-42b2-97fe-ebb9525e7443 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:55:36.759574 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port cb4fbee6-614c-42b2-97fe-ebb9525e7443 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:55:36.760290 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:36.802244 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab96aae-df75-414a-add2-772dedd7b6a5 admin admin] Router 604b1516-2354-4502-b571-a18eefa54fb9 has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:55:37.024852 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4088d-0b56-4ba0-9882-6e1e2b35242a req-9fdc3eb7-d7d2-45ab-97a9-5ffbf7d9d5f1 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:37.026345 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-50f4088d-0b56-4ba0-9882-6e1e2b35242a req-9fdc3eb7-d7d2-45ab-97a9-5ffbf7d9d5f1 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 943 time: 0.1551716 Mar 08 20:55:37.090200 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-50f4088d-0b56-4ba0-9882-6e1e2b35242a req-1fc554dd-1156-4f1b-a73e-458e6466a66d tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537431 Mar 08 20:55:37.124332 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab96aae-df75-414a-add2-772dedd7b6a5 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:55:37.136069 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-aab96aae-df75-414a-add2-772dedd7b6a5 admin admin] 10.222.0.39 "PUT /v2.0/routers/604b1516-2354-4502-b571-a18eefa54fb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8456817 Mar 08 20:55:37.354179 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d5188-9a43-413c-80a1-8d745716010f req-196f0c61-6d58-430e-a7b8-7746bf0d636b tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:37.355732 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ff3d5188-9a43-413c-80a1-8d745716010f req-196f0c61-6d58-430e-a7b8-7746bf0d636b tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.0758829 Mar 08 20:55:37.409035 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ff3d5188-9a43-413c-80a1-8d745716010f req-28b24276-9aba-4559-b6b0-8fd4c0472e46 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475032 Mar 08 20:55:37.410544 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 31758f7b-ea67-4200-9ad6-e01a0ceb2173 details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 20:55:37.604677 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 31758f7b-ea67-4200-9ad6-e01a0ceb2173, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=31758f7b-ea67-4200-9ad6-e01a0ceb2173,segment=NetworkSegment(192e8541-4acf-4181-b51a-2492d8ed4c4e),segment_id=192e8541-4acf-4181-b51a-2492d8ed4c4e)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:55:37.626265 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Returning: {'device': '31758f7b-ea67-4200-9ad6-e01a0ceb2173', 'network_id': '488c4411-9d7e-46f1-8b25-66a4ca6b1e18', 'port_id': '31758f7b-ea67-4200-9ad6-e01a0ceb2173', 'mac_address': 'fa:16:3e:00:77:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff7165-de1c-4deb-9ffd-70223a562ab3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 20:55:37.693934 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:37.714178 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31758f7b-ea67-4200-9ad6-e01a0ceb2173 {{(pid=83162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:55:37.731528 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 31758f7b-ea67-4200-9ad6-e01a0ceb2173, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=31758f7b-ea67-4200-9ad6-e01a0ceb2173,segment=NetworkSegment(192e8541-4acf-4181-b51a-2492d8ed4c4e),segment_id=192e8541-4acf-4181-b51a-2492d8ed4c4e)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:55:37.738817 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe28d3e5-2cc5-44bb-a691-46c81ac372ad None None] Sync routers for ids ['604b1516-2354-4502-b571-a18eefa54fb9'] in dv-cinder-832328-1-smb {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:55:37.750102 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:37.795076 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe28d3e5-2cc5-44bb-a691-46c81ac372ad None None] Routers {'604b1516-2354-4502-b571-a18eefa54fb9'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:55:37.795701 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-fe28d3e5-2cc5-44bb-a691-46c81ac372ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:55:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['604b1516-2354-4502-b571-a18eefa54fb9'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:38.026457 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=31758f7b-ea67-4200-9ad6-e01a0ceb2173,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:38.101790 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9463ec7c-3b5f-48b7-b5ba-2a8763bcc9c6 req-ec08302e-7d4d-44f2-8872-3eeabe4c7880 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fdf6a2901a4473984cf32ef3b202ac2&device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 1098 time: 0.1590307 Mar 08 20:55:38.139809 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-fe28d3e5-2cc5-44bb-a691-46c81ac372ad None None] Set router 604b1516-2354-4502-b571-a18eefa54fb9 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:55:38.268948 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b621268-6a6b-4607-8c8c-1e7c68146b68 req-c4e4284f-8559-4a24-83fc-46fd4798d9f3 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:38.280139 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9b621268-6a6b-4607-8c8c-1e7c68146b68 req-c4e4284f-8559-4a24-83fc-46fd4798d9f3 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.2050643 Mar 08 20:55:38.349740 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463ec7c-3b5f-48b7-b5ba-2a8763bcc9c6 req-5daa18df-201d-4dad-a8d8-f5f441c1f611 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:38.351808 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9463ec7c-3b5f-48b7-b5ba-2a8763bcc9c6 req-5daa18df-201d-4dad-a8d8-f5f441c1f611 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b735a19-c087-45dd-af15-b8c29d470965 HTTP/1.1" status: 200 len: 920 time: 0.2425528 Mar 08 20:55:38.367609 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['31758f7b-ea67-4200-9ad6-e01a0ceb2173'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 20:55:38.378103 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9b621268-6a6b-4607-8c8c-1e7c68146b68 req-e127a2b6-5fc4-463f-87c9-f37641af549a tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965433 Mar 08 20:55:38.436206 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9463ec7c-3b5f-48b7-b5ba-2a8763bcc9c6 req-31553dcb-5138-4956-8f21-ea089f12174e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cf0fee7-d12e-494a-94a2-d5522bb3b91c HTTP/1.1" status: 200 len: 217 time: 0.0779531 Mar 08 20:55:38.506486 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463ec7c-3b5f-48b7-b5ba-2a8763bcc9c6 req-57b98c63-381d-44f1-8b70-4508489b22ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:38.508916 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9463ec7c-3b5f-48b7-b5ba-2a8763bcc9c6 req-57b98c63-381d-44f1-8b70-4508489b22ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5de2fd05-f3f9-46aa-9b4c-d1e06cb3e211 HTTP/1.1" status: 200 len: 859 time: 0.0656292 Mar 08 20:55:38.552661 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 45460) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:38.559732 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-42583f40-289f-4ee7-ac67-cd97f53676e2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-346646100-network', 'tenant_id': '7545e0d2821d4c0980598d1cfd2e4952'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:55:38.568730 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-42583f40-289f-4ee7-ac67-cd97f53676e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:55:38.576929 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-42583f40-289f-4ee7-ac67-cd97f53676e2 admin admin] Usage tracker for resource:network and tenant:7545e0d2821d4c0980598d1cfd2e4952 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:55:38.583766 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-42583f40-289f-4ee7-ac67-cd97f53676e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:55:38.584367 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9463ec7c-3b5f-48b7-b5ba-2a8763bcc9c6 req-64242309-3de2-4dc0-a3c8-d7ed75d30f44 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b735a19-c087-45dd-af15-b8c29d470965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679743 Mar 08 20:55:38.597113 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-42583f40-289f-4ee7-ac67-cd97f53676e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:55:38.622159 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42583f40-289f-4ee7-ac67-cd97f53676e2 admin admin] Made reservation on behalf of 7545e0d2821d4c0980598d1cfd2e4952 for: {'network': 1} {{(pid=83161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:55:38.624612 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-42583f40-289f-4ee7-ac67-cd97f53676e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for network, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:38.645191 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 45466) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:38.694243 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-fe28d3e5-2cc5-44bb-a691-46c81ac372ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604b1516-2354-4502-b571-a18eefa54fb9', 'name': 'tempest-TestShelveInstance-38496221-router', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cb4fbee6-614c-42b2-97fe-ebb9525e7443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:55:29Z', 'updated_at': '2022-03-08T20:55:35Z', 'revision_number': 4, 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'gw_port': {'id': 'cb4fbee6-614c-42b2-97fe-ebb9525e7443', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b1516-2354-4502-b571-a18eefa54fb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:30Z', 'updated_at': '2022-03-08T20:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': '90bb72da-94c6-428a-8e91-64752c60a193', 'name': '', 'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'mac_address': 'fa:16:3e:9f:91:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604b1516-2354-4502-b571-a18eefa54fb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0925d3b-3863-4496-9a86-1e6f5051f8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:34Z', 'updated_at': '2022-03-08T20:55:35Z', 'revision_number': 2, 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'subnets': [{'id': 'f0925d3b-3863-4496-9a86-1e6f5051f8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:38.723374 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-98479694-796b-4070-87f2-c22dfdedf8e8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--504639049', 'description': 'tempest-description--1172891655'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:55:38.738855 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-42583f40-289f-4ee7-ac67-cd97f53676e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:38.750085 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-98479694-796b-4070-87f2-c22dfdedf8e8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:55:38.754445 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe28d3e5-2cc5-44bb-a691-46c81ac372ad None None] Checking router: 604b1516-2354-4502-b571-a18eefa54fb9 for host: dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:55:38.755469 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe28d3e5-2cc5-44bb-a691-46c81ac372ad None None] Updating router 604b1516-2354-4502-b571-a18eefa54fb9 port 90bb72da-94c6-428a-8e91-64752c60a193 binding host dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 08 20:55:38.783228 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-42583f40-289f-4ee7-ac67-cd97f53676e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:55:38.787285 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-42583f40-289f-4ee7-ac67-cd97f53676e2 admin admin] Usage tracker for resource:security_group_rule and tenant:7545e0d2821d4c0980598d1cfd2e4952 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:55:38.790936 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-42583f40-289f-4ee7-ac67-cd97f53676e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:55:38.797352 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-42583f40-289f-4ee7-ac67-cd97f53676e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:55:38.806713 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9463ec7c-3b5f-48b7-b5ba-2a8763bcc9c6 req-d8b22de9-2098-4463-acf4-2df809e71ca0 service neutron] 10.222.0.21 "GET /v2.0/networks/6b735a19-c087-45dd-af15-b8c29d470965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155783 Mar 08 20:55:38.810255 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-98479694-796b-4070-87f2-c22dfdedf8e8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:55:38.840220 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-98479694-796b-4070-87f2-c22dfdedf8e8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:38.860638 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-fe28d3e5-2cc5-44bb-a691-46c81ac372ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:38.926603 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-98479694-796b-4070-87f2-c22dfdedf8e8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:55:38.942256 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf393f-c154-4c74-bf38-4f996de8ff8e req-8798a70f-e3bd-4136-919c-6bf1d0cbf1e3 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:38.952016 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9ccf393f-c154-4c74-bf38-4f996de8ff8e req-8798a70f-e3bd-4136-919c-6bf1d0cbf1e3 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 944 time: 0.3057649 Mar 08 20:55:38.955250 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-42583f40-289f-4ee7-ac67-cd97f53676e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:38.957887 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-98479694-796b-4070-87f2-c22dfdedf8e8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Usage tracker for resource:security_group_rule and tenant:75384b10ddb442bea7117c6826e163d3 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:55:38.974483 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-98479694-796b-4070-87f2-c22dfdedf8e8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:55:38.979226 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-42583f40-289f-4ee7-ac67-cd97f53676e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:39.000784 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-98479694-796b-4070-87f2-c22dfdedf8e8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:55:39.035703 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9463ec7c-3b5f-48b7-b5ba-2a8763bcc9c6 req-6f5ac7ab-53fb-4bb0-b764-23fd81876288 service neutron] 10.222.0.21 "GET /v2.0/networks/6b735a19-c087-45dd-af15-b8c29d470965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223806 Mar 08 20:55:39.036047 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42583f40-289f-4ee7-ac67-cd97f53676e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=83161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:55:39.063178 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-42583f40-289f-4ee7-ac67-cd97f53676e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:39.063657 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.db.segments_db [None req-42583f40-289f-4ee7-ac67-cd97f53676e2 admin admin] Added segment 091f361d-2e69-4a2f-8dd3-940f269e2979 of type vlan for network 6380a5c0-6c5d-4469-a696-1b7536f2b447 Mar 08 20:55:39.068076 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42583f40-289f-4ee7-ac67-cd97f53676e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adee3d3-18ad-426b-b294-5639bdee6c39,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:39.087641 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9ccf393f-c154-4c74-bf38-4f996de8ff8e req-a87ea61f-efbb-44f5-8202-c5e8cea730ee tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345847 Mar 08 20:55:39.143322 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-42583f40-289f-4ee7-ac67-cd97f53676e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774925924886'] for network, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:39.158687 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-98479694-796b-4070-87f2-c22dfdedf8e8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:39.164925 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-98479694-796b-4070-87f2-c22dfdedf8e8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:39.238852 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98479694-796b-4070-87f2-c22dfdedf8e8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5031581-6047-4447-b5b3-d41ae232ad10,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:39.244379 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-42583f40-289f-4ee7-ac67-cd97f53676e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423'] for network, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:39.245354 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42583f40-289f-4ee7-ac67-cd97f53676e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:39.246513 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-42583f40-289f-4ee7-ac67-cd97f53676e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:39.363244 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-98479694-796b-4070-87f2-c22dfdedf8e8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:39.364590 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-98479694-796b-4070-87f2-c22dfdedf8e8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7156105 Mar 08 20:55:39.367821 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 45474) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:39.373179 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-42583f40-289f-4ee7-ac67-cd97f53676e2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8192036 Mar 08 20:55:39.373855 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 45478) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:39.374100 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-e725bc25-605f-40c1-975d-6df59d63e186 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Request body: {'security_group_rule': {'security_group_id': 'a5031581-6047-4447-b5b3-d41ae232ad10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:55:39.379783 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-e725bc25-605f-40c1-975d-6df59d63e186 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:55:39.381028 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42583f40-289f-4ee7-ac67-cd97f53676e2 admin admin] Pushing event updated for resources: {'Network': ['ID=6380a5c0-6c5d-4469-a696-1b7536f2b447,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:39.383929 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-e725bc25-605f-40c1-975d-6df59d63e186 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Usage tracker for resource:security_group_rule and tenant:75384b10ddb442bea7117c6826e163d3 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:55:39.386984 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-e725bc25-605f-40c1-975d-6df59d63e186 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:55:39.388452 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-3f3fd7cc-6d48-45dd-a715-a2f492885817 admin admin] Request body: {'subnet': {'network_id': '6380a5c0-6c5d-4469-a696-1b7536f2b447', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-346646100-subnet', 'tenant_id': '7545e0d2821d4c0980598d1cfd2e4952', 'ip_version': 4}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:55:39.393198 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-e725bc25-605f-40c1-975d-6df59d63e186 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:55:39.394032 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-3f3fd7cc-6d48-45dd-a715-a2f492885817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:55:39.399665 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-3f3fd7cc-6d48-45dd-a715-a2f492885817 admin admin] Usage tracker for resource:subnet and tenant:7545e0d2821d4c0980598d1cfd2e4952 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:55:39.403192 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-3f3fd7cc-6d48-45dd-a715-a2f492885817 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:55:39.406738 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Network 6380a5c0-6c5d-4469-a696-1b7536f2b447 details requested by agent ovs-agent-dv-cinder-832328-1-smb with host dv-cinder-832328-1-smb {{(pid=83162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 20:55:39.410351 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-3f3fd7cc-6d48-45dd-a715-a2f492885817 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:55:39.414101 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e725bc25-605f-40c1-975d-6df59d63e186 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:39.422199 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3fd7cc-6d48-45dd-a715-a2f492885817 admin admin] Made reservation on behalf of 7545e0d2821d4c0980598d1cfd2e4952 for: {'subnet': 1} {{(pid=83161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:55:39.424635 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd7cc-6d48-45dd-a715-a2f492885817 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1819714'] for subnet, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:39.526411 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e725bc25-605f-40c1-975d-6df59d63e186 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:39.539288 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e725bc25-605f-40c1-975d-6df59d63e186 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324256'] for security_group_rule, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:39.583126 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725bc25-605f-40c1-975d-6df59d63e186 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb9d7e2-955b-4b2c-9879-286a70a40c6f,revision_number=0']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:39.634361 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-fe28d3e5-2cc5-44bb-a691-46c81ac372ad None None] Notify callbacks [] for port, precommit_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:39.650583 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e725bc25-605f-40c1-975d-6df59d63e186 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:39.654786 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-e725bc25-605f-40c1-975d-6df59d63e186 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2833462 Mar 08 20:55:39.655067 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 45484) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:39.655336 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-fe28d3e5-2cc5-44bb-a691-46c81ac372ad None None] Transition to ACTIVE for port object 90bb72da-94c6-428a-8e91-64752c60a193 will not be triggered until provisioned by entity L2. {{(pid=83162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:55:39.663248 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-6c8aaa60-69c1-4828-aeb4-f2fcee401cab tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Request body: {'security_group_rule': {'security_group_id': 'a5031581-6047-4447-b5b3-d41ae232ad10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:55:39.678103 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-6c8aaa60-69c1-4828-aeb4-f2fcee401cab tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:55:39.679314 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-fe28d3e5-2cc5-44bb-a691-46c81ac372ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:39.687570 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-6c8aaa60-69c1-4828-aeb4-f2fcee401cab tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Usage tracker for resource:security_group_rule and tenant:75384b10ddb442bea7117c6826e163d3 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:55:39.730053 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-6c8aaa60-69c1-4828-aeb4-f2fcee401cab tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:55:39.760466 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-6c8aaa60-69c1-4828-aeb4-f2fcee401cab tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:55:39.818156 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6c8aaa60-69c1-4828-aeb4-f2fcee401cab tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:39.819023 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd7cc-6d48-45dd-a715-a2f492885817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1095560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1819728'] for subnet, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:39.934455 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6c8aaa60-69c1-4828-aeb4-f2fcee401cab tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:39.939444 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fd7cc-6d48-45dd-a715-a2f492885817 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f7fb75d-d3f1-40ac-9638-779cd2f80a52,revision_number=0']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:39.941613 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bbadb-7652-4eec-b0af-38e5b6d9f50e req-5445ab4a-f555-4836-8aee-9ae4f27b5173 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:39.952965 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-1e0bbadb-7652-4eec-b0af-38e5b6d9f50e req-5445ab4a-f555-4836-8aee-9ae4f27b5173 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.2598462 Mar 08 20:55:39.987369 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3fd7cc-6d48-45dd-a715-a2f492885817 admin admin] Checking segment: {'id': '091f361d-2e69-4a2f-8dd3-940f269e2979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6380a5c0-6c5d-4469-a696-1b7536f2b447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:55:39.987866 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3fd7cc-6d48-45dd-a715-a2f492885817 admin admin] Network hostable DHCP agents. Network: 6380a5c0-6c5d-4469-a696-1b7536f2b447, hostable agents: ['f8f0924d-105e-45b1-98fc-f771e4a35ffd'], hosted agents: [] {{(pid=83161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:55:39.993851 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c231f5-c679-4323-ab18-582e3556ff79 None None] Pushing event updated for resources: {'Port': ['ID=90bb72da-94c6-428a-8e91-64752c60a193,revision_number=3']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:40.016358 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6c8aaa60-69c1-4828-aeb4-f2fcee401cab tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324256'] for security_group_rule, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:40.029472 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3fd7cc-6d48-45dd-a715-a2f492885817 admin admin] Network 6380a5c0-6c5d-4469-a696-1b7536f2b447 is scheduled to be hosted by DHCP agent f8f0924d-105e-45b1-98fc-f771e4a35ffd with binding_index 1 {{(pid=83161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:55:40.053319 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [None req-3f3fd7cc-6d48-45dd-a715-a2f492885817 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-smb, 6380a5c0-6c5d-4469-a696-1b7536f2b447) {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:55:40.061119 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3fd7cc-6d48-45dd-a715-a2f492885817 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:40.069409 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8aaa60-69c1-4828-aeb4-f2fcee401cab tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad8b76b-eb8e-4ade-a796-12acd9529291,revision_number=0']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:40.072495 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd7cc-6d48-45dd-a715-a2f492885817 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:40.106960 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-3f3fd7cc-6d48-45dd-a715-a2f492885817 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7269635 Mar 08 20:55:40.109213 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 45488) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:40.111640 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-1e0bbadb-7652-4eec-b0af-38e5b6d9f50e req-b41d5b07-27fc-4f0f-b565-a156d159f86b tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573949 Mar 08 20:55:40.112867 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe54096-cce4-4301-be35-5295a67b2faa None None] Network 6380a5c0-6c5d-4469-a696-1b7536f2b447 requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:55:40.119168 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-23d84db6-5349-482f-a043-1be00db1e7a1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-346646100-router', 'tenant_id': '7545e0d2821d4c0980598d1cfd2e4952', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:55:40.125152 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-23d84db6-5349-482f-a043-1be00db1e7a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:55:40.130695 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-23d84db6-5349-482f-a043-1be00db1e7a1 admin admin] Usage tracker for resource:router and tenant:7545e0d2821d4c0980598d1cfd2e4952 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:55:40.141051 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-23d84db6-5349-482f-a043-1be00db1e7a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:55:40.145456 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6c8aaa60-69c1-4828-aeb4-f2fcee401cab tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:40.146928 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-6c8aaa60-69c1-4828-aeb4-f2fcee401cab tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4907134 Mar 08 20:55:40.150058 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 45494) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:40.155695 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-23d84db6-5349-482f-a043-1be00db1e7a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:55:40.157049 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-1b52d0e4-ff7a-4b0a-bfd9-2c153237791a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Request body: {'floatingip': {'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:55:40.172078 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-1b52d0e4-ff7a-4b0a-bfd9-2c153237791a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:55:40.175291 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-23d84db6-5349-482f-a043-1be00db1e7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-360017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8618'] for router, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:40.176874 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-23d84db6-5349-482f-a043-1be00db1e7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-359986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8609'] for router, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:40.177909 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-1b52d0e4-ff7a-4b0a-bfd9-2c153237791a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Usage tracker for resource:floatingip and tenant:75384b10ddb442bea7117c6826e163d3 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:55:40.191539 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-1b52d0e4-ff7a-4b0a-bfd9-2c153237791a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:55:40.199556 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-1b52d0e4-ff7a-4b0a-bfd9-2c153237791a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:55:40.211833 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-1b52d0e4-ff7a-4b0a-bfd9-2c153237791a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for floatingip, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:40.215880 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-23d84db6-5349-482f-a043-1be00db1e7a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:40.394328 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-e9393f0d-9ac3-4328-b716-24559a7ca906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:40.443381 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-fe28d3e5-2cc5-44bb-a691-46c81ac372ad None None] Attempting to bind port 90bb72da-94c6-428a-8e91-64752c60a193 on host dv-cinder-832328-1-smb for vnic_type normal with profile {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:55:40.443738 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-fe28d3e5-2cc5-44bb-a691-46c81ac372ad None None] Attempting to bind port 90bb72da-94c6-428a-8e91-64752c60a193 by drivers openvswitch,hyperv on host dv-cinder-832328-1-smb at level 0 using segments [{'id': '9f4b48cc-206f-4e19-9157-e36df92b79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b'}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:55:40.444092 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe28d3e5-2cc5-44bb-a691-46c81ac372ad None None] Attempting to bind port 90bb72da-94c6-428a-8e91-64752c60a193 on network 06a8b738-1cbc-4a2a-825e-0aaa66ccc47b {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:55:40.452832 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe28d3e5-2cc5-44bb-a691-46c81ac372ad None None] Checking agent: {'id': '3893f380-9b19-46dd-a79f-fadbe55c1144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 20, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:55:40.453266 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe28d3e5-2cc5-44bb-a691-46c81ac372ad None None] Checking segment: {'id': '9f4b48cc-206f-4e19-9157-e36df92b79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:55:40.453589 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-fe28d3e5-2cc5-44bb-a691-46c81ac372ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:40.453996 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe28d3e5-2cc5-44bb-a691-46c81ac372ad None None] Bound using segment: {'id': '9f4b48cc-206f-4e19-9157-e36df92b79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b'} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:55:40.454464 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-fe28d3e5-2cc5-44bb-a691-46c81ac372ad None None] Bound port: 90bb72da-94c6-428a-8e91-64752c60a193, host: dv-cinder-832328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4b48cc-206f-4e19-9157-e36df92b79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b'}}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:55:40.454887 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-fe28d3e5-2cc5-44bb-a691-46c81ac372ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:40.535457 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-1b52d0e4-ff7a-4b0a-bfd9-2c153237791a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:40.539901 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-23d84db6-5349-482f-a043-1be00db1e7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15691'] for router, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:40.570304 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31715fd-cb47-4a4e-a462-643cb50c0d20 req-b2d5036e-f5b6-4c65-8b70-62970f690601 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:40.580234 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f31715fd-cb47-4a4e-a462-643cb50c0d20 req-b2d5036e-f5b6-4c65-8b70-62970f690601 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 944 time: 0.2197731 Mar 08 20:55:40.596172 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-fe28d3e5-2cc5-44bb-a691-46c81ac372ad None None] For port 90bb72da-94c6-428a-8e91-64752c60a193, host dv-cinder-832328-1-smb, cleared binding levels {{(pid=83162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:55:40.599475 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-fe28d3e5-2cc5-44bb-a691-46c81ac372ad None None] For port 90bb72da-94c6-428a-8e91-64752c60a193, host dv-cinder-832328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=90bb72da-94c6-428a-8e91-64752c60a193,segment=NetworkSegment(9f4b48cc-206f-4e19-9157-e36df92b79c1),segment_id=9f4b48cc-206f-4e19-9157-e36df92b79c1)] {{(pid=83162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:55:40.603210 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd0f9b7-4020-4063-8f63-744bff4c4775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82897f6b-9441-5f0c-ac3f-2ea43e747f11-6380a5c0-6c5d-4469-a696-1b7536f2b447', 'network_id': '6380a5c0-6c5d-4469-a696-1b7536f2b447', 'tenant_id': '7545e0d2821d4c0980598d1cfd2e4952', 'fixed_ips': [{'subnet_id': '7f7fb75d-d3f1-40ac-9638-779cd2f80a52'}]}} from dv-cinder-832328-1-smb. {{(pid=83162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 08 20:55:40.604262 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-5dd0f9b7-4020-4063-8f63-744bff4c4775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:40.617618 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-fe28d3e5-2cc5-44bb-a691-46c81ac372ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:40.691329 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe28d3e5-2cc5-44bb-a691-46c81ac372ad None None] Routers {'604b1516-2354-4502-b571-a18eefa54fb9'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:55:40.691927 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-fe28d3e5-2cc5-44bb-a691-46c81ac372ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:55:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['604b1516-2354-4502-b571-a18eefa54fb9'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:40.735909 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_common [None req-1b52d0e4-ff7a-4b0a-bfd9-2c153237791a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Allocated IP 172.28.2.132 (f9f3acf9-d167-4056-a9c0-ac3b9bafea7a/9a481e38-0dcf-4733-b8bf-eb46fecff3f0/e035186d-8436-45a3-b791-bc65d1ce7294) {{(pid=83160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:55:40.884841 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-fe28d3e5-2cc5-44bb-a691-46c81ac372ad None None] Set router 604b1516-2354-4502-b571-a18eefa54fb9 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:55:40.921873 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f31715fd-cb47-4a4e-a462-643cb50c0d20 req-a55a15ae-aaf3-4d15-b58d-83e96d65ec23 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404710 Mar 08 20:55:40.992124 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-1b52d0e4-ff7a-4b0a-bfd9-2c153237791a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for port, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:41.093985 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-1b52d0e4-ff7a-4b0a-bfd9-2c153237791a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:41.140509 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-23d84db6-5349-482f-a043-1be00db1e7a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:41.223558 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c231f5-c679-4323-ab18-582e3556ff79 None None] Pushing event updated for resources: {'Port': ['ID=90bb72da-94c6-428a-8e91-64752c60a193,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:41.281257 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-23d84db6-5349-482f-a043-1be00db1e7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:41.287690 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52d0e4-ff7a-4b0a-bfd9-2c153237791a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event updated for resources: {'Port': ['ID=e035186d-8436-45a3-b791-bc65d1ce7294,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:41.318683 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b52d0e4-ff7a-4b0a-bfd9-2c153237791a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:55:41.320318 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-1b52d0e4-ff7a-4b0a-bfd9-2c153237791a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:55:41.322694 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b52d0e4-ff7a-4b0a-bfd9-2c153237791a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Received port after_create {{(pid=83160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:55:41.396865 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.db_base_plugin_common [None req-5dd0f9b7-4020-4063-8f63-744bff4c4775 None None] Allocated IP 172.20.0.2 (6380a5c0-6c5d-4469-a696-1b7536f2b447/7f7fb75d-d3f1-40ac-9638-779cd2f80a52/584758e2-e97d-4495-88f4-46f2398ab3c0) {{(pid=83162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:55:41.445361 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_common [None req-23d84db6-5349-482f-a043-1be00db1e7a1 admin admin] Allocated IP 172.28.2.162 (f9f3acf9-d167-4056-a9c0-ac3b9bafea7a/9a481e38-0dcf-4733-b8bf-eb46fecff3f0/3645e69d-d881-4d98-9eb6-3da628cf5edb) {{(pid=83161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:55:41.512138 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754b041-8a1a-4d7e-a1d6-d43abd8d3205 req-81db0064-2489-46c3-a2a4-e053074908a3 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:41.518946 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c754b041-8a1a-4d7e-a1d6-d43abd8d3205 req-81db0064-2489-46c3-a2a4-e053074908a3 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1041286 Mar 08 20:55:41.579080 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c754b041-8a1a-4d7e-a1d6-d43abd8d3205 req-251dc4a5-c251-41ca-867c-ecff215f0952 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592201 Mar 08 20:55:41.621180 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-23d84db6-5349-482f-a043-1be00db1e7a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:41.654929 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-23d84db6-5349-482f-a043-1be00db1e7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:41.683218 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-1b52d0e4-ff7a-4b0a-bfd9-2c153237791a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:41.724298 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-5dd0f9b7-4020-4063-8f63-744bff4c4775 None None] Notify callbacks [] for port, precommit_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:41.728266 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 31758f7b-ea67-4200-9ad6-e01a0ceb2173 up at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:55:41.763145 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d84db6-5349-482f-a043-1be00db1e7a1 admin admin] Pushing event updated for resources: {'Port': ['ID=3645e69d-d881-4d98-9eb6-3da628cf5edb,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:41.769051 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d84db6-5349-482f-a043-1be00db1e7a1 admin admin] Network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a is already hosted by enough agents. {{(pid=83161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:55:41.770229 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [None req-23d84db6-5349-482f-a043-1be00db1e7a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:55:41.772507 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d84db6-5349-482f-a043-1be00db1e7a1 admin admin] Received port after_create {{(pid=83161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:55:41.790700 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-1b52d0e4-ff7a-4b0a-bfd9-2c153237791a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:41.887757 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-5dd0f9b7-4020-4063-8f63-744bff4c4775 None None] Transition to ACTIVE for port object 584758e2-e97d-4495-88f4-46f2398ab3c0 will not be triggered until provisioned by entity L2. {{(pid=83162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:55:41.928257 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-5dd0f9b7-4020-4063-8f63-744bff4c4775 None None] Transition to ACTIVE for port object 584758e2-e97d-4495-88f4-46f2398ab3c0 will not be triggered until provisioned by entity DHCP. {{(pid=83162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:55:41.953953 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-5dd0f9b7-4020-4063-8f63-744bff4c4775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643'] for port, after_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:42.049083 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-23d84db6-5349-482f-a043-1be00db1e7a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:42.050030 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-23d84db6-5349-482f-a043-1be00db1e7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-356667'] for router, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:42.196620 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd0f9b7-4020-4063-8f63-744bff4c4775 None None] Network 6380a5c0-6c5d-4469-a696-1b7536f2b447 is already hosted by enough agents. {{(pid=83162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:55:42.198517 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0f9b7-4020-4063-8f63-744bff4c4775 None None] Pushing event updated for resources: {'Port': ['ID=584758e2-e97d-4495-88f4-46f2398ab3c0,revision_number=1']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:42.211319 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.scheduler.base_scheduler [None req-5dd0f9b7-4020-4063-8f63-744bff4c4775 None None] Resources bound (agent type, host, resource id): {{(pid=83162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:55:42.216232 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd0f9b7-4020-4063-8f63-744bff4c4775 None None] Received port after_create {{(pid=83162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:55:42.238228 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning for port 31758f7b-ea67-4200-9ad6-e01a0ceb2173 completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:55:42.265788 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-1b52d0e4-ff7a-4b0a-bfd9-2c153237791a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for port, precommit_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:42.267296 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning complete for port 31758f7b-ea67-4200-9ad6-e01a0ceb2173 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:55:42.267737 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:42.274819 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-1b52d0e4-ff7a-4b0a-bfd9-2c153237791a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1387543'] for port, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:42.366092 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2723bf-75cc-4a52-9598-ce9250b2f592 req-70b7525f-98ed-417a-b1c4-08b3581b863e tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:42.384352 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ed2723bf-75cc-4a52-9598-ce9250b2f592 req-70b7525f-98ed-417a-b1c4-08b3581b863e tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 944 time: 0.2548890 Mar 08 20:55:42.411856 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-1b52d0e4-ff7a-4b0a-bfd9-2c153237791a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-356680'] for floatingip, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:42.443815 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52d0e4-ff7a-4b0a-bfd9-2c153237791a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event updated for resources: {'Port': ['ID=e035186d-8436-45a3-b791-bc65d1ce7294,revision_number=2']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:42.446716 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-1b52d0e4-ff7a-4b0a-bfd9-2c153237791a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for floatingip, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:42.448656 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-1b52d0e4-ff7a-4b0a-bfd9-2c153237791a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2966943 Mar 08 20:55:42.489993 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ed2723bf-75cc-4a52-9598-ce9250b2f592 req-2a4824d4-d34a-44ad-8c19-7ac76a3b2297 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017544 Mar 08 20:55:42.533397 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:42.575889 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-fe28d3e5-2cc5-44bb-a691-46c81ac372ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604b1516-2354-4502-b571-a18eefa54fb9', 'name': 'tempest-TestShelveInstance-38496221-router', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cb4fbee6-614c-42b2-97fe-ebb9525e7443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:55:29Z', 'updated_at': '2022-03-08T20:55:35Z', 'revision_number': 4, 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'gw_port': {'id': 'cb4fbee6-614c-42b2-97fe-ebb9525e7443', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b1516-2354-4502-b571-a18eefa54fb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:30Z', 'updated_at': '2022-03-08T20:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': '90bb72da-94c6-428a-8e91-64752c60a193', 'name': '', 'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'mac_address': 'fa:16:3e:9f:91:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604b1516-2354-4502-b571-a18eefa54fb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0925d3b-3863-4496-9a86-1e6f5051f8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:34Z', 'updated_at': '2022-03-08T20:55:40Z', 'revision_number': 4, 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'subnets': [{'id': 'f0925d3b-3863-4496-9a86-1e6f5051f8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:42.580119 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-e9fb6fcf-df05-4ed5-8988-12eed152b73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:42.582787 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fb2e6c-5189-4fa9-ac39-aea22e1f4a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31758f7b-ea67-4200-9ad6-e01a0ceb2173'}] {{(pid=83162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:55:42.587708 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe28d3e5-2cc5-44bb-a691-46c81ac372ad None None] The sync data for ids ['604b1516-2354-4502-b571-a18eefa54fb9'] in dv-cinder-832328-1-smb is: [{'id': '604b1516-2354-4502-b571-a18eefa54fb9', 'name': 'tempest-TestShelveInstance-38496221-router', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cb4fbee6-614c-42b2-97fe-ebb9525e7443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:55:29Z', 'updated_at': '2022-03-08T20:55:35Z', 'revision_number': 4, 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'gw_port': {'id': 'cb4fbee6-614c-42b2-97fe-ebb9525e7443', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b1516-2354-4502-b571-a18eefa54fb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:30Z', 'updated_at': '2022-03-08T20:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': '90bb72da-94c6-428a-8e91-64752c60a193', 'name': '', 'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'mac_address': 'fa:16:3e:9f:91:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '604b1516-2354-4502-b571-a18eefa54fb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0925d3b-3863-4496-9a86-1e6f5051f8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:34Z', 'updated_at': '2022-03-08T20:55:40Z', 'revision_number': 4, 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'subnets': [{'id': 'f0925d3b-3863-4496-9a86-1e6f5051f8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:55:42.609870 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 31758f7b-ea67-4200-9ad6-e01a0ceb2173, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=31758f7b-ea67-4200-9ad6-e01a0ceb2173,segment=NetworkSegment(192e8541-4acf-4181-b51a-2492d8ed4c4e),segment_id=192e8541-4acf-4181-b51a-2492d8ed4c4e)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:55:42.615253 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-5dd0f9b7-4020-4063-8f63-744bff4c4775 None None] Attempting to bind port 584758e2-e97d-4495-88f4-46f2398ab3c0 on host dv-cinder-832328-1-smb for vnic_type normal with profile {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:55:42.615578 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-5dd0f9b7-4020-4063-8f63-744bff4c4775 None None] Attempting to bind port 584758e2-e97d-4495-88f4-46f2398ab3c0 by drivers openvswitch,hyperv on host dv-cinder-832328-1-smb at level 0 using segments [{'id': '091f361d-2e69-4a2f-8dd3-940f269e2979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6380a5c0-6c5d-4469-a696-1b7536f2b447'}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:55:42.615993 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd0f9b7-4020-4063-8f63-744bff4c4775 None None] Attempting to bind port 584758e2-e97d-4495-88f4-46f2398ab3c0 on network 6380a5c0-6c5d-4469-a696-1b7536f2b447 {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:55:42.624156 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd0f9b7-4020-4063-8f63-744bff4c4775 None None] Checking agent: {'id': '3893f380-9b19-46dd-a79f-fadbe55c1144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 20, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:55:42.624678 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd0f9b7-4020-4063-8f63-744bff4c4775 None None] Checking segment: {'id': '091f361d-2e69-4a2f-8dd3-940f269e2979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6380a5c0-6c5d-4469-a696-1b7536f2b447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:55:42.625082 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-5dd0f9b7-4020-4063-8f63-744bff4c4775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:42.625465 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd0f9b7-4020-4063-8f63-744bff4c4775 None None] Bound using segment: {'id': '091f361d-2e69-4a2f-8dd3-940f269e2979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6380a5c0-6c5d-4469-a696-1b7536f2b447'} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:55:42.625951 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-5dd0f9b7-4020-4063-8f63-744bff4c4775 None None] Bound port: 584758e2-e97d-4495-88f4-46f2398ab3c0, host: dv-cinder-832328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091f361d-2e69-4a2f-8dd3-940f269e2979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6380a5c0-6c5d-4469-a696-1b7536f2b447'}}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:55:42.626579 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-5dd0f9b7-4020-4063-8f63-744bff4c4775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:42.640929 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:42.729794 dv-cinder-832328-1-smb neutron-server[83162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43fb2e6c-5189-4fa9-ac39-aea22e1f4a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31758f7b-ea67-4200-9ad6-e01a0ceb2173', 'code': 200} Mar 08 20:55:42.752817 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d84db6-5349-482f-a043-1be00db1e7a1 admin admin] Router f21025aa-04f0-410f-bc2e-e232e72f60aa is scheduled to L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 with binding_index 1 {{(pid=83161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:55:42.930137 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=31758f7b-ea67-4200-9ad6-e01a0ceb2173,revision_number=5']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:42.972857 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-58c360aa-01fd-4093-ba3f-c72bc2285c70 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--504639049&fields=id&tenant_id=75384b10ddb442bea7117c6826e163d3 HTTP/1.1" status: 200 len: 267 time: 0.1052599 Mar 08 20:55:42.979112 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-5dd0f9b7-4020-4063-8f63-744bff4c4775 None None] For port 584758e2-e97d-4495-88f4-46f2398ab3c0, host dv-cinder-832328-1-smb, cleared binding levels {{(pid=83162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:55:42.989867 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-5dd0f9b7-4020-4063-8f63-744bff4c4775 None None] For port 584758e2-e97d-4495-88f4-46f2398ab3c0, host dv-cinder-832328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=584758e2-e97d-4495-88f4-46f2398ab3c0,segment=NetworkSegment(091f361d-2e69-4a2f-8dd3-940f269e2979),segment_id=091f361d-2e69-4a2f-8dd3-940f269e2979)] {{(pid=83162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:55:43.000809 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-5dd0f9b7-4020-4063-8f63-744bff4c4775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:43.143158 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0f9b7-4020-4063-8f63-744bff4c4775 None None] Pushing event updated for resources: {'Port': ['ID=584758e2-e97d-4495-88f4-46f2398ab3c0,revision_number=2']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:43.163404 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78232d8c-46fd-432e-a1ca-a003fd85e0b5 req-2d779128-c9c6-46a7-93c0-46d87f62eb73 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:43.182238 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-78232d8c-46fd-432e-a1ca-a003fd85e0b5 req-2d779128-c9c6-46a7-93c0-46d87f62eb73 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.2569954 Mar 08 20:55:43.242097 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-78232d8c-46fd-432e-a1ca-a003fd85e0b5 req-174ac089-4ab6-4cc4-bab8-7aa9b4564844 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583134 Mar 08 20:55:43.343822 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:43.370575 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d84db6-5349-482f-a043-1be00db1e7a1 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:55:43.380461 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1cd209-4963-4d32-b69c-16faa45b1ecf None None] Sync routers for ids ['f21025aa-04f0-410f-bc2e-e232e72f60aa'] in dv-cinder-832328-1-smb {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:55:43.401881 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-80383a1d-55a0-4f0f-96fa-310a91144599 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:43.404419 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-80383a1d-55a0-4f0f-96fa-310a91144599 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/networks?id=3ac543f3-ed2d-4557-8b9b-b33844ee4851 HTTP/1.1" status: 200 len: 815 time: 0.4307733 Mar 08 20:55:43.410074 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1cd209-4963-4d32-b69c-16faa45b1ecf None None] Routers {'f21025aa-04f0-410f-bc2e-e232e72f60aa'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:55:43.410707 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-4a1cd209-4963-4d32-b69c-16faa45b1ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:55:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['f21025aa-04f0-410f-bc2e-e232e72f60aa'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:43.448324 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-23d84db6-5349-482f-a043-1be00db1e7a1 admin admin] Notify callbacks [] for router, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:43.452198 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-23d84db6-5349-482f-a043-1be00db1e7a1 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3390229 Mar 08 20:55:43.452618 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 45526) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:43.509625 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-bca726da-2e92-4f1a-bd29-d9b4cafcb99c tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/quotas/75384b10ddb442bea7117c6826e163d3 HTTP/1.1" status: 200 len: 375 time: 0.0771177 Mar 08 20:55:43.557695 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:43.675652 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-545306c0-e03b-4178-bda8-fc0b3fc4b779 req-b4283d4d-dd0a-41fc-971c-3b42c4d942ea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 1098 time: 0.6350615 Mar 08 20:55:43.823688 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-545306c0-e03b-4178-bda8-fc0b3fc4b779 req-05130ba3-d7b5-405b-b70d-812761941ec0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390049 Mar 08 20:55:43.852811 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-4a1cd209-4963-4d32-b69c-16faa45b1ecf None None] Set router f21025aa-04f0-410f-bc2e-e232e72f60aa gateway port host: dv-cinder-832328-1-smb {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:55:43.853952 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-c5fa7452-968f-4615-b643-b665443d4103 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=75384b10ddb442bea7117c6826e163d3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3431599 Mar 08 20:55:44.224376 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-2c2523e1-6bd9-47da-ae73-78d02a671133 service neutron] 10.222.0.39 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560526 Mar 08 20:55:44.542337 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-4a1cd209-4963-4d32-b69c-16faa45b1ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21025aa-04f0-410f-bc2e-e232e72f60aa', 'name': 'tempest-TestShelveInstance-346646100-router', 'tenant_id': '7545e0d2821d4c0980598d1cfd2e4952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.162'}], 'enable_snat': True}, 'gw_port_id': '3645e69d-d881-4d98-9eb6-3da628cf5edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:55:40Z', 'updated_at': '2022-03-08T20:55:41Z', 'revision_number': 3, 'project_id': '7545e0d2821d4c0980598d1cfd2e4952', 'gw_port': {'id': '3645e69d-d881-4d98-9eb6-3da628cf5edb', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21025aa-04f0-410f-bc2e-e232e72f60aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:41Z', 'updated_at': '2022-03-08T20:55:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:44.553441 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1cd209-4963-4d32-b69c-16faa45b1ecf None None] Checking router: f21025aa-04f0-410f-bc2e-e232e72f60aa for host: dv-cinder-832328-1-smb {{(pid=83163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:55:44.557199 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1cd209-4963-4d32-b69c-16faa45b1ecf None None] Updating router f21025aa-04f0-410f-bc2e-e232e72f60aa port 3645e69d-d881-4d98-9eb6-3da628cf5edb binding host dv-cinder-832328-1-smb {{(pid=83163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 08 20:55:44.702745 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01368c86-087f-410c-924e-85fbcb307555 None None] Network 6380a5c0-6c5d-4469-a696-1b7536f2b447 requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:55:44.755558 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce755b28-3236-4034-bf29-e576c9f0eb22 req-47667d1e-5833-4029-bb01-624a0fa0dc27 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:44.773788 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ce755b28-3236-4034-bf29-e576c9f0eb22 req-47667d1e-5833-4029-bb01-624a0fa0dc27 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 945 time: 0.2562783 Mar 08 20:55:44.850715 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-4a1cd209-4963-4d32-b69c-16faa45b1ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:44.863048 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-26f00929-6c78-4c9c-90b0-e7b92f452f88 service neutron] 10.222.0.39 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6377106 Mar 08 20:55:44.922680 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 584758e2-e97d-4495-88f4-46f2398ab3c0 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:55:44.951561 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ce755b28-3236-4034-bf29-e576c9f0eb22 req-d0bb1e0f-54d8-411f-a1be-f577dab7f49a tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768067 Mar 08 20:55:45.039196 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:45.043624 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning for port 584758e2-e97d-4495-88f4-46f2398ab3c0 completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:55:45.052670 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 90bb72da-94c6-428a-8e91-64752c60a193 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:55:45.235404 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-665e6d24-5b42-4da3-b37b-70dd9036eed3 None None] Provisioning for port 584758e2-e97d-4495-88f4-46f2398ab3c0 completed by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:55:45.256176 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-665e6d24-5b42-4da3-b37b-70dd9036eed3 None None] Provisioning complete for port 584758e2-e97d-4495-88f4-46f2398ab3c0 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:55:45.256549 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-665e6d24-5b42-4da3-b37b-70dd9036eed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:45.386829 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning for port 90bb72da-94c6-428a-8e91-64752c60a193 completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:55:45.389954 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-606edf10-507d-4d5f-b946-c2cddf85449c req-065b63ce-e970-4a48-b82e-59f89804de5a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd555b70-5cd0-4b82-afdb-ae3d285093fd HTTP/1.1" status: 200 len: 210 time: 0.1380773 Mar 08 20:55:45.425390 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port 90bb72da-94c6-428a-8e91-64752c60a193 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:55:45.425805 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:45.735220 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-665e6d24-5b42-4da3-b37b-70dd9036eed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:45.843646 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-4a1cd209-4963-4d32-b69c-16faa45b1ecf None None] Notify callbacks [] for port, precommit_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:45.860289 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.provisioning_blocks [None req-4a1cd209-4963-4d32-b69c-16faa45b1ecf None None] Transition to ACTIVE for port object 3645e69d-d881-4d98-9eb6-3da628cf5edb will not be triggered until provisioned by entity L2. {{(pid=83163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:55:45.880551 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-4a1cd209-4963-4d32-b69c-16faa45b1ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:45.899674 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-caa16dd4-10d7-4a78-883d-c9114e943ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:45.924944 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-665e6d24-5b42-4da3-b37b-70dd9036eed3 None None] For port 584758e2-e97d-4495-88f4-46f2398ab3c0, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=584758e2-e97d-4495-88f4-46f2398ab3c0,segment=NetworkSegment(091f361d-2e69-4a2f-8dd3-940f269e2979),segment_id=091f361d-2e69-4a2f-8dd3-940f269e2979)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:55:45.926784 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:45.988565 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] For port 90bb72da-94c6-428a-8e91-64752c60a193, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=90bb72da-94c6-428a-8e91-64752c60a193,segment=NetworkSegment(9f4b48cc-206f-4e19-9157-e36df92b79c1),segment_id=9f4b48cc-206f-4e19-9157-e36df92b79c1)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:55:45.993529 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-665e6d24-5b42-4da3-b37b-70dd9036eed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:46.094494 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:46.160229 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b9010-7c4b-4db6-8c8b-0fcb8bbbdbcc None None] Pushing event updated for resources: {'Port': ['ID=3645e69d-d881-4d98-9eb6-3da628cf5edb,revision_number=2']} {{(pid=83163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:46.180504 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-4a1cd209-4963-4d32-b69c-16faa45b1ecf None None] Attempting to bind port 3645e69d-d881-4d98-9eb6-3da628cf5edb on host dv-cinder-832328-1-smb for vnic_type normal with profile {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:55:46.180857 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-4a1cd209-4963-4d32-b69c-16faa45b1ecf None None] Attempting to bind port 3645e69d-d881-4d98-9eb6-3da628cf5edb by drivers openvswitch,hyperv on host dv-cinder-832328-1-smb at level 0 using segments [{'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}] {{(pid=83163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:55:46.181202 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1cd209-4963-4d32-b69c-16faa45b1ecf None None] Attempting to bind port 3645e69d-d881-4d98-9eb6-3da628cf5edb on network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:55:46.187757 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1cd209-4963-4d32-b69c-16faa45b1ecf None None] Checking agent: {'id': '3893f380-9b19-46dd-a79f-fadbe55c1144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 20, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:55:46.188123 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1cd209-4963-4d32-b69c-16faa45b1ecf None None] Checking segment: {'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:55:46.188510 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-4a1cd209-4963-4d32-b69c-16faa45b1ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:46.188883 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1cd209-4963-4d32-b69c-16faa45b1ecf None None] Bound using segment: {'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'} {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:55:46.189327 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-4a1cd209-4963-4d32-b69c-16faa45b1ecf None None] Bound port: 3645e69d-d881-4d98-9eb6-3da628cf5edb, host: dv-cinder-832328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}}] {{(pid=83163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:55:46.189710 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-4a1cd209-4963-4d32-b69c-16faa45b1ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:46.200728 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e6d24-5b42-4da3-b37b-70dd9036eed3 None None] Pushing event updated for resources: {'Port': ['ID=584758e2-e97d-4495-88f4-46f2398ab3c0,revision_number=3']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:46.347153 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.db [None req-4a1cd209-4963-4d32-b69c-16faa45b1ecf None None] For port 3645e69d-d881-4d98-9eb6-3da628cf5edb, host dv-cinder-832328-1-smb, cleared binding levels {{(pid=83163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:55:46.352012 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.db [None req-4a1cd209-4963-4d32-b69c-16faa45b1ecf None None] For port 3645e69d-d881-4d98-9eb6-3da628cf5edb, host dv-cinder-832328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=3645e69d-d881-4d98-9eb6-3da628cf5edb,segment=NetworkSegment(270771a1-e195-4c27-89e2-1537a366dca1),segment_id=270771a1-e195-4c27-89e2-1537a366dca1)] {{(pid=83163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:55:46.379026 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Pushing event updated for resources: {'Port': ['ID=90bb72da-94c6-428a-8e91-64752c60a193,revision_number=5']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:46.392054 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-4a1cd209-4963-4d32-b69c-16faa45b1ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:46.436907 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab77e8-07fa-44de-a683-d50253af5c94 req-c353834b-1f6d-46db-8b14-c37dd288bf19 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:46.439074 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-cbab77e8-07fa-44de-a683-d50253af5c94 req-c353834b-1f6d-46db-8b14-c37dd288bf19 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 945 time: 0.2406232 Mar 08 20:55:46.464596 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_common [None req-caa16dd4-10d7-4a78-883d-c9114e943ebc admin admin] Allocated IP 172.20.0.1 (6380a5c0-6c5d-4469-a696-1b7536f2b447/7f7fb75d-d3f1-40ac-9638-779cd2f80a52/152d597b-ea5a-44c6-b98e-e1b9d8eeac86) {{(pid=83161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:55:46.552692 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-cbab77e8-07fa-44de-a683-d50253af5c94 req-28ca2dbe-9eed-4350-b955-8a30318977f4 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061881 Mar 08 20:55:46.559265 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1cd209-4963-4d32-b69c-16faa45b1ecf None None] Routers {'f21025aa-04f0-410f-bc2e-e232e72f60aa'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:55:46.568818 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-4a1cd209-4963-4d32-b69c-16faa45b1ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:55:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['f21025aa-04f0-410f-bc2e-e232e72f60aa'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:46.741337 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b9010-7c4b-4db6-8c8b-0fcb8bbbdbcc None None] Pushing event updated for resources: {'Port': ['ID=3645e69d-d881-4d98-9eb6-3da628cf5edb,revision_number=3']} {{(pid=83163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:46.786286 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 584758e2-e97d-4495-88f4-46f2398ab3c0 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:55:46.799259 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-14d4b4b1-4728-48b8-a89f-bbf440924569 req-3e89ff97-fbee-42eb-8224-238c2757bebf tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd555b70-5cd0-4b82-afdb-ae3d285093fd HTTP/1.1" status: 200 len: 210 time: 0.0588143 Mar 08 20:55:46.804277 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-caa16dd4-10d7-4a78-883d-c9114e943ebc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:46.841809 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.provisioning_blocks [None req-caa16dd4-10d7-4a78-883d-c9114e943ebc admin admin] Transition to ACTIVE for port object 152d597b-ea5a-44c6-b98e-e1b9d8eeac86 will not be triggered until provisioned by entity DHCP. {{(pid=83161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:55:46.856490 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624148aa-6504-4fcd-96b3-7c6f50e56191 req-a1053578-5a0c-4303-af5d-00604b9b46f6 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:46.866057 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-624148aa-6504-4fcd-96b3-7c6f50e56191 req-a1053578-5a0c-4303-af5d-00604b9b46f6 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 945 time: 0.1187692 Mar 08 20:55:46.890650 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-caa16dd4-10d7-4a78-883d-c9114e943ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:46.931464 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-624148aa-6504-4fcd-96b3-7c6f50e56191 req-86841467-44d0-4a68-a14d-d2280615014a tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632162 Mar 08 20:55:47.041410 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-eaeca66f-23fa-40be-bcde-fe064adb9dbb None None] Provisioning complete for port 584758e2-e97d-4495-88f4-46f2398ab3c0 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:55:47.041807 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-eaeca66f-23fa-40be-bcde-fe064adb9dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:47.087636 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-4a1cd209-4963-4d32-b69c-16faa45b1ecf None None] Set router f21025aa-04f0-410f-bc2e-e232e72f60aa gateway port host: dv-cinder-832328-1-smb {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:55:47.119064 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa16dd4-10d7-4a78-883d-c9114e943ebc admin admin] Network 6380a5c0-6c5d-4469-a696-1b7536f2b447 is already hosted by enough agents. {{(pid=83161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:55:47.126848 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [None req-caa16dd4-10d7-4a78-883d-c9114e943ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:55:47.137342 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa16dd4-10d7-4a78-883d-c9114e943ebc admin admin] Received port after_create {{(pid=83161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:55:47.279993 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port 584758e2-e97d-4495-88f4-46f2398ab3c0 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:55:47.294379 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:47.334988 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa16dd4-10d7-4a78-883d-c9114e943ebc admin admin] Pushing event updated for resources: {'Port': ['ID=152d597b-ea5a-44c6-b98e-e1b9d8eeac86,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:47.485636 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-caa16dd4-10d7-4a78-883d-c9114e943ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-357313'] for router_interface, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:47.514039 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-d9072df2-61cc-4e3a-8bb1-ed3367a1c2b2 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:47.516557 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-d9072df2-61cc-4e3a-8bb1-ed3367a1c2b2 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.21 "GET /v2.0/networks?id=3ac543f3-ed2d-4557-8b9b-b33844ee4851 HTTP/1.1" status: 200 len: 815 time: 0.3594849 Mar 08 20:55:47.552917 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 90bb72da-94c6-428a-8e91-64752c60a193 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:55:47.642373 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-d2a0f731-72cb-4442-ab09-d9977433c8b8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75384b10ddb442bea7117c6826e163d3 HTTP/1.1" status: 200 len: 472 time: 0.1085713 Mar 08 20:55:47.658097 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-4a354970-bc8b-412f-8ad6-79c9adff7307 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Request body: {'port': {'device_id': 'fd555b70-5cd0-4b82-afdb-ae3d285093fd', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'admin_state_up': True, 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'security_groups': ['a5031581-6047-4447-b5b3-d41ae232ad10']}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:55:47.742816 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port 90bb72da-94c6-428a-8e91-64752c60a193 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:55:47.743184 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:47.810537 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-caa16dd4-10d7-4a78-883d-c9114e943ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:47.883540 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-4a1cd209-4963-4d32-b69c-16faa45b1ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21025aa-04f0-410f-bc2e-e232e72f60aa', 'name': 'tempest-TestShelveInstance-346646100-router', 'tenant_id': '7545e0d2821d4c0980598d1cfd2e4952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.162'}], 'enable_snat': True}, 'gw_port_id': '3645e69d-d881-4d98-9eb6-3da628cf5edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:55:40Z', 'updated_at': '2022-03-08T20:55:41Z', 'revision_number': 3, 'project_id': '7545e0d2821d4c0980598d1cfd2e4952', 'gw_port': {'id': '3645e69d-d881-4d98-9eb6-3da628cf5edb', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21025aa-04f0-410f-bc2e-e232e72f60aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:41Z', 'updated_at': '2022-03-08T20:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:55:47.894251 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1cd209-4963-4d32-b69c-16faa45b1ecf None None] The sync data for ids ['f21025aa-04f0-410f-bc2e-e232e72f60aa'] in dv-cinder-832328-1-smb is: [{'id': 'f21025aa-04f0-410f-bc2e-e232e72f60aa', 'name': 'tempest-TestShelveInstance-346646100-router', 'tenant_id': '7545e0d2821d4c0980598d1cfd2e4952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.162'}], 'enable_snat': True}, 'gw_port_id': '3645e69d-d881-4d98-9eb6-3da628cf5edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:55:40Z', 'updated_at': '2022-03-08T20:55:41Z', 'revision_number': 3, 'project_id': '7545e0d2821d4c0980598d1cfd2e4952', 'gw_port': {'id': '3645e69d-d881-4d98-9eb6-3da628cf5edb', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21025aa-04f0-410f-bc2e-e232e72f60aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:41Z', 'updated_at': '2022-03-08T20:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}] {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:55:47.949292 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-8fe0d8a4-46b6-4ffa-b2b9-d6ccf1d75cf7 None None] Provisioning for port 152d597b-ea5a-44c6-b98e-e1b9d8eeac86 completed by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:55:47.954689 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-4a354970-bc8b-412f-8ad6-79c9adff7307 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:55:47.971131 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-8fe0d8a4-46b6-4ffa-b2b9-d6ccf1d75cf7 None None] Provisioning complete for port 152d597b-ea5a-44c6-b98e-e1b9d8eeac86 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:55:47.971667 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-8fe0d8a4-46b6-4ffa-b2b9-d6ccf1d75cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:47.972753 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-4a354970-bc8b-412f-8ad6-79c9adff7307 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:55:47.991921 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-4a354970-bc8b-412f-8ad6-79c9adff7307 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Made reservation on behalf of 75384b10ddb442bea7117c6826e163d3 for: {'port': 1} {{(pid=83160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:55:47.997206 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-4a354970-bc8b-412f-8ad6-79c9adff7307 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:48.218565 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fe1e4-1271-4bb3-ad67-dbdb71480bfb req-460621ef-7df9-434d-be9d-b9adba9d468b tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:48.227321 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-baf8a412-4043-4ab1-9b32-c67f97eead76 req-5021bb53-41a1-42ca-80fc-eef034efd8a7 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd555b70-5cd0-4b82-afdb-ae3d285093fd HTTP/1.1" status: 200 len: 210 time: 0.1144063 Mar 08 20:55:48.230572 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9e4fe1e4-1271-4bb3-ad67-dbdb71480bfb req-460621ef-7df9-434d-be9d-b9adba9d468b tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 945 time: 0.2332695 Mar 08 20:55:48.266035 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:48.269199 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-8fe0d8a4-46b6-4ffa-b2b9-d6ccf1d75cf7 None None] Port 152d597b-ea5a-44c6-b98e-e1b9d8eeac86 cannot update to ACTIVE because it is not bound. {{(pid=83162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 08 20:55:48.353928 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_common [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-4a354970-bc8b-412f-8ad6-79c9adff7307 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Allocated IP 172.20.0.10 (3ac543f3-ed2d-4557-8b9b-b33844ee4851/631e0254-4619-4902-8397-d03caba0f7cf/78adb5e3-dac6-439b-a564-9fc9587a72e2) {{(pid=83160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:55:48.403082 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9e4fe1e4-1271-4bb3-ad67-dbdb71480bfb req-98a497a8-71da-417d-baa8-0aa718bf02fc tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714334 Mar 08 20:55:48.447234 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-caa16dd4-10d7-4a78-883d-c9114e943ebc admin admin] Notify callbacks [] for port, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:48.452193 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-caa16dd4-10d7-4a78-883d-c9114e943ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:48.666938 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-caa16dd4-10d7-4a78-883d-c9114e943ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3538255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-357228'] for router_interface, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:48.672899 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-4a354970-bc8b-412f-8ad6-79c9adff7307 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for port, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:48.678569 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa16dd4-10d7-4a78-883d-c9114e943ebc admin admin] Pushing event updated for resources: {'Port': ['ID=152d597b-ea5a-44c6-b98e-e1b9d8eeac86,revision_number=2']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:48.709755 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.provisioning_blocks [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-4a354970-bc8b-412f-8ad6-79c9adff7307 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Transition to ACTIVE for port object 78adb5e3-dac6-439b-a564-9fc9587a72e2 will not be triggered until provisioned by entity DHCP. {{(pid=83160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:55:48.760407 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-4a354970-bc8b-412f-8ad6-79c9adff7307 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:48.901974 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-4a354970-bc8b-412f-8ad6-79c9adff7307 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Network 3ac543f3-ed2d-4557-8b9b-b33844ee4851 is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:55:48.905822 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-4a354970-bc8b-412f-8ad6-79c9adff7307 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:55:48.908324 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-4a354970-bc8b-412f-8ad6-79c9adff7307 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Received port after_create {{(pid=83160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:55:48.951064 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a354970-bc8b-412f-8ad6-79c9adff7307 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event updated for resources: {'Port': ['ID=78adb5e3-dac6-439b-a564-9fc9587a72e2,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:49.015347 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-4a354970-bc8b-412f-8ad6-79c9adff7307 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:49.016146 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-4a354970-bc8b-412f-8ad6-79c9adff7307 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:49.066264 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-4a354970-bc8b-412f-8ad6-79c9adff7307 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4144480 Mar 08 20:55:49.081058 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-1b807f2c-3517-4f65-9e8c-9ba96f13ec77 service neutron] Request body: {'port': {'device_id': 'fd555b70-5cd0-4b82-afdb-ae3d285093fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:55:49.278161 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa16dd4-10d7-4a78-883d-c9114e943ebc admin admin] Network 6380a5c0-6c5d-4469-a696-1b7536f2b447 is already hosted by enough agents. {{(pid=83161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:55:49.281760 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [None req-caa16dd4-10d7-4a78-883d-c9114e943ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:55:49.419480 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-5b6f0d8e-d26b-445a-81db-a51aa8025a35 None None] Provisioning for port 78adb5e3-dac6-439b-a564-9fc9587a72e2 completed by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:55:49.428083 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-1b807f2c-3517-4f65-9e8c-9ba96f13ec77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:49.438765 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-5b6f0d8e-d26b-445a-81db-a51aa8025a35 None None] Provisioning complete for port 78adb5e3-dac6-439b-a564-9fc9587a72e2 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:55:49.439563 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-5b6f0d8e-d26b-445a-81db-a51aa8025a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:49.504677 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-5b6f0d8e-d26b-445a-81db-a51aa8025a35 None None] Port 78adb5e3-dac6-439b-a564-9fc9587a72e2 cannot update to ACTIVE because it is not bound. {{(pid=83162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 08 20:55:49.694020 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827e448-a4dd-4501-997d-233e52c07124 req-ccc2a3f3-badd-4413-8c99-31b8289a2e0c tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:49.694777 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-e827e448-a4dd-4501-997d-233e52c07124 req-ccc2a3f3-badd-4413-8c99-31b8289a2e0c tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Synchronizing usage tracker for tenant:75384b10ddb442bea7117c6826e163d3 on resource:port {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:55:49.829815 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-e827e448-a4dd-4501-997d-233e52c07124 req-ccc2a3f3-badd-4413-8c99-31b8289a2e0c tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Unset dirty status for tenant:75384b10ddb442bea7117c6826e163d3 on resource:port {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:55:49.836754 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-3c108adf-2d5f-4e01-a1ca-7c31ee279205 None None] Provisioning complete for port 152d597b-ea5a-44c6-b98e-e1b9d8eeac86 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:55:49.837061 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e827e448-a4dd-4501-997d-233e52c07124 req-ccc2a3f3-badd-4413-8c99-31b8289a2e0c tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd555b70-5cd0-4b82-afdb-ae3d285093fd HTTP/1.1" status: 200 len: 932 time: 0.3834593 Mar 08 20:55:49.837489 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-3c108adf-2d5f-4e01-a1ca-7c31ee279205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:49.922931 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa16dd4-10d7-4a78-883d-c9114e943ebc admin admin] Router f21025aa-04f0-410f-bc2e-e232e72f60aa has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:55:49.948096 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-3c108adf-2d5f-4e01-a1ca-7c31ee279205 None None] Port 152d597b-ea5a-44c6-b98e-e1b9d8eeac86 cannot update to ACTIVE because it is not bound. {{(pid=83162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 08 20:55:49.954248 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e827e448-a4dd-4501-997d-233e52c07124 req-1295a0f3-b76e-40d2-a8c4-ff9a28fc601a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5031581-6047-4447-b5b3-d41ae232ad10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162517 Mar 08 20:55:50.082929 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.notifiers.nova [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-1b807f2c-3517-4f65-9e8c-9ba96f13ec77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78adb5e3-dac6-439b-a564-9fc9587a72e2 {{(pid=83160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:55:50.090968 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-1b807f2c-3517-4f65-9e8c-9ba96f13ec77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:50.114181 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.provisioning_blocks [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-1b807f2c-3517-4f65-9e8c-9ba96f13ec77 service neutron] Transition to ACTIVE for port object 78adb5e3-dac6-439b-a564-9fc9587a72e2 will not be triggered until provisioned by entity L2. {{(pid=83160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:55:50.118961 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-1b807f2c-3517-4f65-9e8c-9ba96f13ec77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1387543'] for port, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:50.219893 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa16dd4-10d7-4a78-883d-c9114e943ebc admin admin] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:55:50.240602 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-caa16dd4-10d7-4a78-883d-c9114e943ebc admin admin] 10.222.0.39 "PUT /v2.0/routers/f21025aa-04f0-410f-bc2e-e232e72f60aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7866378 Mar 08 20:55:50.491697 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b807f2c-3517-4f65-9e8c-9ba96f13ec77 service neutron] Pushing event updated for resources: {'Port': ['ID=78adb5e3-dac6-439b-a564-9fc9587a72e2,revision_number=2']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:50.551641 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-dc4121c5-d449-4d48-b1a4-93a6066c9263 req-4f82af0c-3d75-433c-9ffb-e739231bdbe9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1898055 Mar 08 20:55:50.636344 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.managers [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-1b807f2c-3517-4f65-9e8c-9ba96f13ec77 service neutron] Attempting to bind port 78adb5e3-dac6-439b-a564-9fc9587a72e2 on host hv-cinder-83232 for vnic_type normal with profile {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:55:50.636629 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.managers [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-1b807f2c-3517-4f65-9e8c-9ba96f13ec77 service neutron] Attempting to bind port 78adb5e3-dac6-439b-a564-9fc9587a72e2 by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': 'def440c0-28e5-481e-8733-4907081c4e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851'}] {{(pid=83160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:55:50.636994 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-1b807f2c-3517-4f65-9e8c-9ba96f13ec77 service neutron] Attempting to bind port 78adb5e3-dac6-439b-a564-9fc9587a72e2 on network 3ac543f3-ed2d-4557-8b9b-b33844ee4851 {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:55:50.685678 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-1b807f2c-3517-4f65-9e8c-9ba96f13ec77 service neutron] Port 78adb5e3-dac6-439b-a564-9fc9587a72e2 on network 3ac543f3-ed2d-4557-8b9b-b33844ee4851 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 08 20:55:50.685678 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-1b807f2c-3517-4f65-9e8c-9ba96f13ec77 service neutron] Attempting to bind port 78adb5e3-dac6-439b-a564-9fc9587a72e2 on network 3ac543f3-ed2d-4557-8b9b-b33844ee4851 {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:55:50.712596 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-1b807f2c-3517-4f65-9e8c-9ba96f13ec77 service neutron] Checking agent: {'id': '7ef80941-8def-40cc-9dc9-727f4daf545d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'started_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:55:50.713243 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-1b807f2c-3517-4f65-9e8c-9ba96f13ec77 service neutron] Checking segment: {'id': 'def440c0-28e5-481e-8733-4907081c4e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:55:50.713363 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-1b807f2c-3517-4f65-9e8c-9ba96f13ec77 service neutron] Bound using segment: {'id': 'def440c0-28e5-481e-8733-4907081c4e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851'} {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:55:50.713767 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.managers [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-1b807f2c-3517-4f65-9e8c-9ba96f13ec77 service neutron] Bound port: 78adb5e3-dac6-439b-a564-9fc9587a72e2, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def440c0-28e5-481e-8733-4907081c4e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851'}}] {{(pid=83160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:55:50.714121 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-1b807f2c-3517-4f65-9e8c-9ba96f13ec77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:50.906107 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-dc4121c5-d449-4d48-b1a4-93a6066c9263 req-635bc278-6f75-43e5-9de6-99984eeb3768 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fdf6a2901a4473984cf32ef3b202ac2&device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 1098 time: 0.2058868 Mar 08 20:55:50.939967 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-1b807f2c-3517-4f65-9e8c-9ba96f13ec77 service neutron] For port 78adb5e3-dac6-439b-a564-9fc9587a72e2, host hv-cinder-83232, cleared binding levels {{(pid=83160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:55:50.946429 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-1b807f2c-3517-4f65-9e8c-9ba96f13ec77 service neutron] For port 78adb5e3-dac6-439b-a564-9fc9587a72e2, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=78adb5e3-dac6-439b-a564-9fc9587a72e2,segment=NetworkSegment(def440c0-28e5-481e-8733-4907081c4e81),segment_id=def440c0-28e5-481e-8733-4907081c4e81)] {{(pid=83160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:55:50.956523 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-1b807f2c-3517-4f65-9e8c-9ba96f13ec77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1387543'] for port, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:51.091172 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b807f2c-3517-4f65-9e8c-9ba96f13ec77 service neutron] Pushing event updated for resources: {'Port': ['ID=78adb5e3-dac6-439b-a564-9fc9587a72e2,revision_number=3']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:51.120430 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-1b807f2c-3517-4f65-9e8c-9ba96f13ec77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:51.121825 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-1b807f2c-3517-4f65-9e8c-9ba96f13ec77 service neutron] 10.222.0.21 "PUT /v2.0/ports/78adb5e3-dac6-439b-a564-9fc9587a72e2 HTTP/1.1" status: 200 len: 1094 time: 2.0473852 Mar 08 20:55:51.122310 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd555b70-5cd0-4b82-afdb-ae3d285093fd', 'tag': '78adb5e3-dac6-439b-a564-9fc9587a72e2'}] {{(pid=83160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:55:51.272093 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4121c5-d449-4d48-b1a4-93a6066c9263 req-d4f6f0de-f2a0-4bde-97de-65956cf64c1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:51.274339 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-dc4121c5-d449-4d48-b1a4-93a6066c9263 req-d4f6f0de-f2a0-4bde-97de-65956cf64c1e service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b735a19-c087-45dd-af15-b8c29d470965 HTTP/1.1" status: 200 len: 920 time: 0.3463345 Mar 08 20:55:51.396571 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-f81dd60a-d33f-41f8-9b43-5b23a237b613 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75384b10ddb442bea7117c6826e163d3&device_id=fd555b70-5cd0-4b82-afdb-ae3d285093fd HTTP/1.1" status: 200 len: 1097 time: 0.1871240 Mar 08 20:55:51.494421 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-2ce27107-7ace-4136-b1a1-ea74bfff55e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78adb5e3-dac6-439b-a564-9fc9587a72e2 HTTP/1.1" status: 200 len: 217 time: 0.0834315 Mar 08 20:55:51.555351 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-dc4121c5-d449-4d48-b1a4-93a6066c9263 req-06d5aee0-1807-4f37-a48c-ed5f9160dd30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cf0fee7-d12e-494a-94a2-d5522bb3b91c HTTP/1.1" status: 200 len: 217 time: 0.2658947 Mar 08 20:55:51.577079 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-8f5ff47d-24c6-451e-a822-e9b71e699636 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:51.579147 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-8f5ff47d-24c6-451e-a822-e9b71e699636 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=631e0254-4619-4902-8397-d03caba0f7cf HTTP/1.1" status: 200 len: 854 time: 0.0728650 Mar 08 20:55:51.621572 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 45632) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:51.634788 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-efa71090-9604-47ff-8f4a-3083d2171626 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-147443924', 'description': 'tempest-secgroup-smoke-147443924 description', 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:55:51.646463 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-efa71090-9604-47ff-8f4a-3083d2171626 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:55:51.659033 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-efa71090-9604-47ff-8f4a-3083d2171626 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Usage tracker for resource:security_group and tenant:cf98cf7961434dfbaf15fa6e67d18187 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:55:51.670713 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4121c5-d449-4d48-b1a4-93a6066c9263 req-6832e1b7-cb1b-47ae-b8fe-c0edcbbdf615 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:51.672129 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-dc4121c5-d449-4d48-b1a4-93a6066c9263 req-6832e1b7-cb1b-47ae-b8fe-c0edcbbdf615 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5de2fd05-f3f9-46aa-9b4c-d1e06cb3e211 HTTP/1.1" status: 200 len: 859 time: 0.0986264 Mar 08 20:55:51.674089 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd555b70-5cd0-4b82-afdb-ae3d285093fd', 'tag': '78adb5e3-dac6-439b-a564-9fc9587a72e2', 'status': 'completed', 'code': 200} Mar 08 20:55:51.675271 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-efa71090-9604-47ff-8f4a-3083d2171626 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:55:51.687071 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-efa71090-9604-47ff-8f4a-3083d2171626 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:55:51.687918 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfa730-eda3-454e-ad4b-dfe80a27496c req-77defd95-fdbb-4f34-a70c-2a5c57fa9dec tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:51.696091 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b8bfa730-eda3-454e-ad4b-dfe80a27496c req-77defd95-fdbb-4f34-a70c-2a5c57fa9dec tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd555b70-5cd0-4b82-afdb-ae3d285093fd HTTP/1.1" status: 200 len: 944 time: 0.2508833 Mar 08 20:55:51.721409 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-80c83ec6-d5c8-43aa-ad34-9376d604c069 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ac543f3-ed2d-4557-8b9b-b33844ee4851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1349928 Mar 08 20:55:51.723498 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-efa71090-9604-47ff-8f4a-3083d2171626 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:51.769566 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-dc4121c5-d449-4d48-b1a4-93a6066c9263 req-9e8bd70c-c4b8-4979-b3c5-f6313f33e222 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b735a19-c087-45dd-af15-b8c29d470965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719008 Mar 08 20:55:51.893412 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-efa71090-9604-47ff-8f4a-3083d2171626 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:55:51.893634 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-b8bfa730-eda3-454e-ad4b-dfe80a27496c req-439de831-d5ed-4ab2-9028-3ae4d588e8ae tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Synchronizing usage tracker for tenant:75384b10ddb442bea7117c6826e163d3 on resource:security_group {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:55:51.898153 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-efa71090-9604-47ff-8f4a-3083d2171626 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Usage tracker for resource:security_group_rule and tenant:cf98cf7961434dfbaf15fa6e67d18187 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:55:51.901612 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-efa71090-9604-47ff-8f4a-3083d2171626 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:55:51.908303 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-efa71090-9604-47ff-8f4a-3083d2171626 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:55:51.934247 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-b8bfa730-eda3-454e-ad4b-dfe80a27496c req-439de831-d5ed-4ab2-9028-3ae4d588e8ae tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Unset dirty status for tenant:75384b10ddb442bea7117c6826e163d3 on resource:security_group {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:55:51.935660 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b8bfa730-eda3-454e-ad4b-dfe80a27496c req-439de831-d5ed-4ab2-9028-3ae4d588e8ae tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5031581-6047-4447-b5b3-d41ae232ad10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999464 Mar 08 20:55:51.964477 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-dc4121c5-d449-4d48-b1a4-93a6066c9263 req-7377c4ff-db98-4664-b715-f8565a055f89 service neutron] 10.222.0.21 "GET /v2.0/networks/6b735a19-c087-45dd-af15-b8c29d470965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819444 Mar 08 20:55:52.070924 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-efa71090-9604-47ff-8f4a-3083d2171626 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:52.086854 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-efa71090-9604-47ff-8f4a-3083d2171626 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:52.183052 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0c269-f039-4d78-ac35-f5214624fdb9 req-e9a0dc6a-a3d9-43c9-b9ee-096d88cbe87a tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:52.191639 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-51d0c269-f039-4d78-ac35-f5214624fdb9 req-e9a0dc6a-a3d9-43c9-b9ee-096d88cbe87a tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 945 time: 0.3739867 Mar 08 20:55:52.201052 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-e26bf9d5-7b50-48c4-8be0-80257cc2fcf9 service neutron] 10.222.0.21 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645200 Mar 08 20:55:52.236016 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa71090-9604-47ff-8f4a-3083d2171626 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24755866-7876-4d67-afb9-5f2b078b87cb,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:52.264823 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-efa71090-9604-47ff-8f4a-3083d2171626 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:52.266042 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-efa71090-9604-47ff-8f4a-3083d2171626 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6429720 Mar 08 20:55:52.274006 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 45640) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:52.282959 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-02e65d11-9a1a-482b-af05-5eadd39c2aa1 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Request body: {'security_group_rule': {'security_group_id': '24755866-7876-4d67-afb9-5f2b078b87cb', 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:55:52.293443 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-02e65d11-9a1a-482b-af05-5eadd39c2aa1 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:55:52.298092 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-dc4121c5-d449-4d48-b1a4-93a6066c9263 req-bf29cbfa-5895-4aa1-923e-01a193023a68 service neutron] 10.222.0.21 "GET /v2.0/networks/6b735a19-c087-45dd-af15-b8c29d470965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267536 Mar 08 20:55:52.300892 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-02e65d11-9a1a-482b-af05-5eadd39c2aa1 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Usage tracker for resource:security_group_rule and tenant:cf98cf7961434dfbaf15fa6e67d18187 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:55:52.304966 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-02e65d11-9a1a-482b-af05-5eadd39c2aa1 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:55:52.312028 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-02e65d11-9a1a-482b-af05-5eadd39c2aa1 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:55:52.356608 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-02e65d11-9a1a-482b-af05-5eadd39c2aa1 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:52.451881 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-28e85433-8e74-4cb2-9ad3-7998c8b229dc req-dc1605a3-a751-40ab-bb8c-b5cfcdd0a89a service neutron] 10.222.0.21 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904781 Mar 08 20:55:52.470527 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-02e65d11-9a1a-482b-af05-5eadd39c2aa1 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:52.480658 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-02e65d11-9a1a-482b-af05-5eadd39c2aa1 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324256'] for security_group_rule, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:52.489102 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-51d0c269-f039-4d78-ac35-f5214624fdb9 req-452a3f75-7266-4ee4-9ce2-bbf7a4c87a81 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964826 Mar 08 20:55:52.507013 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e65d11-9a1a-482b-af05-5eadd39c2aa1 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902e275a-d546-44b4-bc77-a812b1812a77,revision_number=0']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:52.527002 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-02e65d11-9a1a-482b-af05-5eadd39c2aa1 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:52.529699 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-02e65d11-9a1a-482b-af05-5eadd39c2aa1 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2537875 Mar 08 20:55:52.532002 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 45648) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:52.538381 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-760d26a0-fc51-452e-b684-1fce722c83c2 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Request body: {'security_group_rule': {'security_group_id': '24755866-7876-4d67-afb9-5f2b078b87cb', 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:55:52.544583 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-760d26a0-fc51-452e-b684-1fce722c83c2 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:55:52.548388 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-760d26a0-fc51-452e-b684-1fce722c83c2 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Usage tracker for resource:security_group_rule and tenant:cf98cf7961434dfbaf15fa6e67d18187 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:55:52.551271 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-760d26a0-fc51-452e-b684-1fce722c83c2 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:55:52.561736 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-760d26a0-fc51-452e-b684-1fce722c83c2 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:55:52.594245 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-760d26a0-fc51-452e-b684-1fce722c83c2 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:52.628239 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-a97676b2-67aa-493f-812a-e1d264facd62 req-fdcb9d64-965b-4b54-bd9e-1ef159b73bf0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75384b10ddb442bea7117c6826e163d3&device_id=fd555b70-5cd0-4b82-afdb-ae3d285093fd HTTP/1.1" status: 200 len: 1097 time: 0.0934343 Mar 08 20:55:52.691798 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-760d26a0-fc51-452e-b684-1fce722c83c2 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:52.696844 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-760d26a0-fc51-452e-b684-1fce722c83c2 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324256'] for security_group_rule, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:52.737369 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-760d26a0-fc51-452e-b684-1fce722c83c2 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:52.739425 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-760d26a0-fc51-452e-b684-1fce722c83c2 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2059367 Mar 08 20:55:52.742555 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 45654) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:52.745816 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d26a0-fc51-452e-b684-1fce722c83c2 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e3491d-064b-485f-b55e-2cb30fb13683,revision_number=0']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:52.753775 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-936df7d1-071b-40a0-88e6-15d2f66263c5 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Request body: {'security_group_rule': {'security_group_id': '24755866-7876-4d67-afb9-5f2b078b87cb', 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:55:52.767775 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-936df7d1-071b-40a0-88e6-15d2f66263c5 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:55:52.777500 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-936df7d1-071b-40a0-88e6-15d2f66263c5 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Usage tracker for resource:security_group_rule and tenant:cf98cf7961434dfbaf15fa6e67d18187 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:55:52.780697 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-936df7d1-071b-40a0-88e6-15d2f66263c5 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:55:52.787110 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-936df7d1-071b-40a0-88e6-15d2f66263c5 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:55:52.809229 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-936df7d1-071b-40a0-88e6-15d2f66263c5 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:52.847820 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97676b2-67aa-493f-812a-e1d264facd62 req-9fc6e911-4654-4a23-898d-54c2afa8e52f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:52.849397 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-a97676b2-67aa-493f-812a-e1d264facd62 req-9fc6e911-4654-4a23-898d-54c2afa8e52f service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ac543f3-ed2d-4557-8b9b-b33844ee4851 HTTP/1.1" status: 200 len: 916 time: 0.2108560 Mar 08 20:55:52.890519 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-936df7d1-071b-40a0-88e6-15d2f66263c5 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:52.896909 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-936df7d1-071b-40a0-88e6-15d2f66263c5 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324256'] for security_group_rule, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:52.930539 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936df7d1-071b-40a0-88e6-15d2f66263c5 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236efc22-1ce3-4ce7-961c-f598c1bf4ea1,revision_number=0']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:52.942162 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-a97676b2-67aa-493f-812a-e1d264facd62 req-c43d1959-7e61-4931-aaac-040a68420542 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78adb5e3-dac6-439b-a564-9fc9587a72e2 HTTP/1.1" status: 200 len: 217 time: 0.0798576 Mar 08 20:55:52.943888 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-936df7d1-071b-40a0-88e6-15d2f66263c5 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:52.947801 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-936df7d1-071b-40a0-88e6-15d2f66263c5 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2014122 Mar 08 20:55:52.948102 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 45660) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:52.955543 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-13ac5ae6-6060-472d-bdf6-fc2d2b58bb95 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Request body: {'security_group_rule': {'security_group_id': '24755866-7876-4d67-afb9-5f2b078b87cb', 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:55:52.961295 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-13ac5ae6-6060-472d-bdf6-fc2d2b58bb95 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:55:52.965789 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-13ac5ae6-6060-472d-bdf6-fc2d2b58bb95 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Usage tracker for resource:security_group_rule and tenant:cf98cf7961434dfbaf15fa6e67d18187 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:55:52.968890 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-13ac5ae6-6060-472d-bdf6-fc2d2b58bb95 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:55:52.976715 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-13ac5ae6-6060-472d-bdf6-fc2d2b58bb95 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:55:53.004140 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-13ac5ae6-6060-472d-bdf6-fc2d2b58bb95 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:53.025354 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97676b2-67aa-493f-812a-e1d264facd62 req-aabad309-ed7f-433b-8134-da8a696f3050 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:53.026893 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-a97676b2-67aa-493f-812a-e1d264facd62 req-aabad309-ed7f-433b-8134-da8a696f3050 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=631e0254-4619-4902-8397-d03caba0f7cf HTTP/1.1" status: 200 len: 854 time: 0.0773737 Mar 08 20:55:53.081170 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-13ac5ae6-6060-472d-bdf6-fc2d2b58bb95 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:53.087792 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-13ac5ae6-6060-472d-bdf6-fc2d2b58bb95 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324256'] for security_group_rule, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:53.129331 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac5ae6-6060-472d-bdf6-fc2d2b58bb95 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ce20d7-9a59-4411-b83a-207363593cc8,revision_number=0']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:53.150868 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-a97676b2-67aa-493f-812a-e1d264facd62 req-0ae3ed7f-282f-4d5d-96f8-ceaf6ac5b04a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ac543f3-ed2d-4557-8b9b-b33844ee4851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1151755 Mar 08 20:55:53.151355 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-13ac5ae6-6060-472d-bdf6-fc2d2b58bb95 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:53.155488 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-13ac5ae6-6060-472d-bdf6-fc2d2b58bb95 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2036667 Mar 08 20:55:53.156028 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 45666) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:53.171875 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-3275c70d-cdea-4ee4-959c-5eaccbb588ca tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Request body: {'security_group_rule': {'security_group_id': '24755866-7876-4d67-afb9-5f2b078b87cb', 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:55:53.187559 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-3275c70d-cdea-4ee4-959c-5eaccbb588ca tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:55:53.198135 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-3275c70d-cdea-4ee4-959c-5eaccbb588ca tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Usage tracker for resource:security_group_rule and tenant:cf98cf7961434dfbaf15fa6e67d18187 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:55:53.202601 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-3275c70d-cdea-4ee4-959c-5eaccbb588ca tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:55:53.222442 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-3275c70d-cdea-4ee4-959c-5eaccbb588ca tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:55:53.240241 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.db.securitygroups_db [None req-3275c70d-cdea-4ee4-959c-5eaccbb588ca tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Project cf98cf7961434dfbaf15fa6e67d18187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 20:55:53.255358 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-3275c70d-cdea-4ee4-959c-5eaccbb588ca tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:53.376611 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-3275c70d-cdea-4ee4-959c-5eaccbb588ca tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:53.393827 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-3275c70d-cdea-4ee4-959c-5eaccbb588ca tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324256'] for security_group_rule, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:53.420697 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275c70d-cdea-4ee4-959c-5eaccbb588ca tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dafb3e6-2294-4402-9f79-cf21df2d28b2,revision_number=0']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:53.480433 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-3275c70d-cdea-4ee4-959c-5eaccbb588ca tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:53.484508 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-3275c70d-cdea-4ee4-959c-5eaccbb588ca tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3234742 Mar 08 20:55:53.484862 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 45670) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:53.490588 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-15fc5abb-05fb-461e-a570-09f67709ab34 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Request body: {'security_group_rule': {'security_group_id': '24755866-7876-4d67-afb9-5f2b078b87cb', 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:55:53.497693 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-15fc5abb-05fb-461e-a570-09f67709ab34 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:55:53.505757 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-15fc5abb-05fb-461e-a570-09f67709ab34 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Usage tracker for resource:security_group_rule and tenant:cf98cf7961434dfbaf15fa6e67d18187 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:55:53.509518 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-15fc5abb-05fb-461e-a570-09f67709ab34 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:55:53.515385 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-15fc5abb-05fb-461e-a570-09f67709ab34 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:55:53.531890 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.db.securitygroups_db [None req-15fc5abb-05fb-461e-a570-09f67709ab34 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Project cf98cf7961434dfbaf15fa6e67d18187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 20:55:53.541265 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-15fc5abb-05fb-461e-a570-09f67709ab34 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:53.624305 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c99a9-e2fb-4f66-9ab4-2a2b275533b7 req-088d28e1-218d-41c0-89b4-2765b0fcdc83 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:53.625867 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-839c99a9-e2fb-4f66-9ab4-2a2b275533b7 req-088d28e1-218d-41c0-89b4-2765b0fcdc83 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd555b70-5cd0-4b82-afdb-ae3d285093fd HTTP/1.1" status: 200 len: 944 time: 0.4800267 Mar 08 20:55:53.659833 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-a97676b2-67aa-493f-812a-e1d264facd62 req-b137d43b-18ab-4ae7-8794-6f844461fb2d service neutron] 10.222.0.21 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694163 Mar 08 20:55:53.689610 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-15fc5abb-05fb-461e-a570-09f67709ab34 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:53.731988 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-15fc5abb-05fb-461e-a570-09f67709ab34 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324256'] for security_group_rule, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:53.763250 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc5abb-05fb-461e-a570-09f67709ab34 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca13336-547c-4037-b883-e93e46730e62,revision_number=0']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:53.796777 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-15fc5abb-05fb-461e-a570-09f67709ab34 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:53.801695 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-15fc5abb-05fb-461e-a570-09f67709ab34 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3125136 Mar 08 20:55:53.805692 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-839c99a9-e2fb-4f66-9ab4-2a2b275533b7 req-c209afea-dfd2-41dd-8162-1db36e275aa8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5031581-6047-4447-b5b3-d41ae232ad10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670260 Mar 08 20:55:53.867430 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4688c6-d5ed-4c93-9b72-262beb03250e req-de45c237-11da-4b3d-9450-b4b80b276468 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:53.884247 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ce4688c6-d5ed-4c93-9b72-262beb03250e req-de45c237-11da-4b3d-9450-b4b80b276468 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 945 time: 0.1911917 Mar 08 20:55:53.928286 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-a97676b2-67aa-493f-812a-e1d264facd62 req-6c818dc0-339f-487e-941b-f736e43d8efb service neutron] 10.222.0.21 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553649 Mar 08 20:55:53.974357 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ce4688c6-d5ed-4c93-9b72-262beb03250e req-3d5a294b-ad64-4a5f-82e9-a5ce3efba20c tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891163 Mar 08 20:55:54.308616 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac894284-5572-489c-85c8-005eedcd8039 req-45098f1f-0cbe-48cd-9439-8a82b62e5146 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:54.310246 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ac894284-5572-489c-85c8-005eedcd8039 req-45098f1f-0cbe-48cd-9439-8a82b62e5146 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.21 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 945 time: 0.0982044 Mar 08 20:55:54.390395 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [req-ac894284-5572-489c-85c8-005eedcd8039 req-db77e02b-58b2-485c-9265-2cfd86d46d48 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Deleting port d2a2347f-6799-481e-a67d-2f4c76a2362c {{(pid=83160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 20:55:54.391011 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-ac894284-5572-489c-85c8-005eedcd8039 req-db77e02b-58b2-485c-9265-2cfd86d46d48 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:54.739488 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [req-ac894284-5572-489c-85c8-005eedcd8039 req-db77e02b-58b2-485c-9265-2cfd86d46d48 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] For port d2a2347f-6799-481e-a67d-2f4c76a2362c, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=d2a2347f-6799-481e-a67d-2f4c76a2362c,segment=NetworkSegment(839e8781-c8d4-49ad-9ad0-477a937867b0),segment_id=839e8781-c8d4-49ad-9ad0-477a937867b0)] {{(pid=83160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:55:54.740068 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-ac894284-5572-489c-85c8-005eedcd8039 req-db77e02b-58b2-485c-9265-2cfd86d46d48 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:54.784338 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 3645e69d-d881-4d98-9eb6-3da628cf5edb up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:55:54.923509 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [req-ac894284-5572-489c-85c8-005eedcd8039 req-db77e02b-58b2-485c-9265-2cfd86d46d48 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Calling delete_port for d2a2347f-6799-481e-a67d-2f4c76a2362c owned by compute:nova {{(pid=83160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 20:55:54.943765 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning for port 3645e69d-d881-4d98-9eb6-3da628cf5edb completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:55:54.966480 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port 3645e69d-d881-4d98-9eb6-3da628cf5edb triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:55:54.966853 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:55.176960 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:55.215569 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] For port 3645e69d-d881-4d98-9eb6-3da628cf5edb, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=3645e69d-d881-4d98-9eb6-3da628cf5edb,segment=NetworkSegment(270771a1-e195-4c27-89e2-1537a366dca1),segment_id=270771a1-e195-4c27-89e2-1537a366dca1)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:55:55.227149 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:55.356179 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Pushing event updated for resources: {'Port': ['ID=3645e69d-d881-4d98-9eb6-3da628cf5edb,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:55.356731 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180d856-745e-4a21-bd49-c386b4ac752d req-ba83f847-1b65-4a06-ac34-05adb9c6c182 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:55.360007 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-a180d856-745e-4a21-bd49-c386b4ac752d req-ba83f847-1b65-4a06-ac34-05adb9c6c182 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd555b70-5cd0-4b82-afdb-ae3d285093fd HTTP/1.1" status: 200 len: 944 time: 0.3023460 Mar 08 20:55:55.362067 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-ac894284-5572-489c-85c8-005eedcd8039 req-db77e02b-58b2-485c-9265-2cfd86d46d48 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:55.377418 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['8cf0fee7-d12e-494a-94a2-d5522bb3b91c', 'd2a2347f-6799-481e-a67d-2f4c76a2362c'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 20:55:55.391619 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-989b3a9c-5247-4568-b929-836d4795578b req-7c4a09da-8980-4335-adc1-e7c0bf9c4eeb tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbc330a-7461-4fff-a13f-11e1d9bafe6c HTTP/1.1" status: 200 len: 210 time: 0.0878227 Mar 08 20:55:55.462185 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77e02b-58b2-485c-9265-2cfd86d46d48 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Pushing event deleted for resources: {'Port': ['ID=d2a2347f-6799-481e-a67d-2f4c76a2362c,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:55.473509 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db77e02b-58b2-485c-9265-2cfd86d46d48 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:55.473876 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db77e02b-58b2-485c-9265-2cfd86d46d48 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:55.474213 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db77e02b-58b2-485c-9265-2cfd86d46d48 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:55.474534 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db77e02b-58b2-485c-9265-2cfd86d46d48 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:55.474855 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db77e02b-58b2-485c-9265-2cfd86d46d48 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:55.475181 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db77e02b-58b2-485c-9265-2cfd86d46d48 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:55.476411 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db77e02b-58b2-485c-9265-2cfd86d46d48 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:55.476545 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db77e02b-58b2-485c-9265-2cfd86d46d48 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:55.476811 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db77e02b-58b2-485c-9265-2cfd86d46d48 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:55.477131 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db77e02b-58b2-485c-9265-2cfd86d46d48 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:55.477448 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db77e02b-58b2-485c-9265-2cfd86d46d48 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:55:55.517854 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 78adb5e3-dac6-439b-a564-9fc9587a72e2 details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 20:55:55.568062 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac894284-5572-489c-85c8-005eedcd8039 req-db77e02b-58b2-485c-9265-2cfd86d46d48 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] No DVR routers for this DVR port d2a2347f-6799-481e-a67d-2f4c76a2362c on host hv-cinder-83232 {{(pid=83160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:55:55.571763 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-ac894284-5572-489c-85c8-005eedcd8039 req-db77e02b-58b2-485c-9265-2cfd86d46d48 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:55.581135 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbc330a-7461-4fff-a13f-11e1d9bafe6c', 'name': 'network-vif-deleted', 'tag': 'd2a2347f-6799-481e-a67d-2f4c76a2362c'}] {{(pid=83160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:55:55.596295 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ac894284-5572-489c-85c8-005eedcd8039 req-db77e02b-58b2-485c-9265-2cfd86d46d48 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.21 "DELETE /v2.0/ports/d2a2347f-6799-481e-a67d-2f4c76a2362c HTTP/1.1" status: 204 len: 173 time: 1.2797372 Mar 08 20:55:55.609464 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-a180d856-745e-4a21-bd49-c386b4ac752d req-1d207ea9-bb95-46c1-9176-642a543a3ce5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5031581-6047-4447-b5b3-d41ae232ad10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813617 Mar 08 20:55:55.682767 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbc330a-7461-4fff-a13f-11e1d9bafe6c', 'name': 'network-vif-deleted', 'tag': 'd2a2347f-6799-481e-a67d-2f4c76a2362c', 'status': 'completed', 'code': 200} Mar 08 20:55:55.824990 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 78adb5e3-dac6-439b-a564-9fc9587a72e2, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=78adb5e3-dac6-439b-a564-9fc9587a72e2,segment=NetworkSegment(def440c0-28e5-481e-8733-4907081c4e81),segment_id=def440c0-28e5-481e-8733-4907081c4e81)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:55:55.848326 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Returning: {'device': '78adb5e3-dac6-439b-a564-9fc9587a72e2', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'port_id': '78adb5e3-dac6-439b-a564-9fc9587a72e2', 'mac_address': 'fa:16:3e:f9:4e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 20:55:55.859814 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cda0a7-4c21-4c53-9fde-2447a277454e req-4a338a71-aa15-4a71-956a-e8a169162140 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:55.871605 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a1cda0a7-4c21-4c53-9fde-2447a277454e req-4a338a71-aa15-4a71-956a-e8a169162140 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 945 time: 0.1303339 Mar 08 20:55:55.912443 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:55.934525 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a1cda0a7-4c21-4c53-9fde-2447a277454e req-07415427-d4f5-4651-a3cb-90b5526da9b5 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614769 Mar 08 20:55:55.940797 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78adb5e3-dac6-439b-a564-9fc9587a72e2 {{(pid=83162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:55:55.960436 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 78adb5e3-dac6-439b-a564-9fc9587a72e2, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=78adb5e3-dac6-439b-a564-9fc9587a72e2,segment=NetworkSegment(def440c0-28e5-481e-8733-4907081c4e81),segment_id=def440c0-28e5-481e-8733-4907081c4e81)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:55:55.967582 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:55.967784 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 45732) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:56.048749 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=78adb5e3-dac6-439b-a564-9fc9587a72e2,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:56.349553 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-2a12b032-0694-4ced-b5d3-94c526fb793f tempest-TestMinimumBasicScenario-1867422156 tempest-TestMinimumBasicScenario-1867422156-project-admin] Synchronizing usage tracker for tenant:b5b24a6f92de400b9ec6c2048c16b5b9 on resource:port {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:55:56.369097 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-2a12b032-0694-4ced-b5d3-94c526fb793f tempest-TestMinimumBasicScenario-1867422156 tempest-TestMinimumBasicScenario-1867422156-project-admin] Unset dirty status for tenant:b5b24a6f92de400b9ec6c2048c16b5b9 on resource:port {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:55:56.374803 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 45738) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:55:56.383464 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-608cbf0e-d465-48ac-8984-23605704db93 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Request body: {'floatingip': {'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'port_id': '31758f7b-ea67-4200-9ad6-e01a0ceb2173', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:55:56.387633 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-2a12b032-0694-4ced-b5d3-94c526fb793f tempest-TestMinimumBasicScenario-1867422156 tempest-TestMinimumBasicScenario-1867422156-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 1093 time: 0.4179163 Mar 08 20:55:56.392364 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-608cbf0e-d465-48ac-8984-23605704db93 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:55:56.396562 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-608cbf0e-d465-48ac-8984-23605704db93 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Usage tracker for resource:floatingip and tenant:1d72bfdad8b44af7965b57996433f5d4 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:55:56.400698 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-608cbf0e-d465-48ac-8984-23605704db93 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:55:56.406994 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-608cbf0e-d465-48ac-8984-23605704db93 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:55:56.420615 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-608cbf0e-d465-48ac-8984-23605704db93 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for floatingip, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:56.522196 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['78adb5e3-dac6-439b-a564-9fc9587a72e2'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 20:55:56.594234 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-608cbf0e-d465-48ac-8984-23605704db93 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:56.792971 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 3645e69d-d881-4d98-9eb6-3da628cf5edb up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:55:56.817597 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_common [None req-608cbf0e-d465-48ac-8984-23605704db93 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Allocated IP 172.28.2.143 (f9f3acf9-d167-4056-a9c0-ac3b9bafea7a/9a481e38-0dcf-4733-b8bf-eb46fecff3f0/465ae829-d942-4671-b145-6986df263828) {{(pid=83161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:55:56.994674 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc30f21-2e38-4310-b46a-c4b6b5c5a6e1 req-50664f3d-6e5b-4dd2-a0ef-b9684cd4f5ef tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:57.000811 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6cc30f21-2e38-4310-b46a-c4b6b5c5a6e1 req-50664f3d-6e5b-4dd2-a0ef-b9684cd4f5ef tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd555b70-5cd0-4b82-afdb-ae3d285093fd HTTP/1.1" status: 200 len: 945 time: 0.1340439 Mar 08 20:55:57.115561 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6cc30f21-2e38-4310-b46a-c4b6b5c5a6e1 req-b5e70ccf-9d52-4ee3-bd08-dd42431f0fe5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5031581-6047-4447-b5b3-d41ae232ad10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136553 Mar 08 20:55:57.183359 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port 3645e69d-d881-4d98-9eb6-3da628cf5edb triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:55:57.184529 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:57.321632 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-608cbf0e-d465-48ac-8984-23605704db93 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for port, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:57.356635 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641dfaf2-9aa8-4fca-8725-c572e5e2d230 req-9a8b00aa-a1e7-49d0-ba82-4aabb4c1fca8 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:57.358316 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-641dfaf2-9aa8-4fca-8725-c572e5e2d230 req-9a8b00aa-a1e7-49d0-ba82-4aabb4c1fca8 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1350727 Mar 08 20:55:57.396138 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-608cbf0e-d465-48ac-8984-23605704db93 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:57.476078 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-641dfaf2-9aa8-4fca-8725-c572e5e2d230 req-6c9be5a8-9d87-4ef9-a7f7-48caa7f31bc0 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119032 Mar 08 20:55:57.492681 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608cbf0e-d465-48ac-8984-23605704db93 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a is already hosted by enough agents. {{(pid=83161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:55:57.493544 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [None req-608cbf0e-d465-48ac-8984-23605704db93 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Resources bound (agent type, host, resource id): {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:55:57.495432 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608cbf0e-d465-48ac-8984-23605704db93 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Pushing event updated for resources: {'Port': ['ID=465ae829-d942-4671-b145-6986df263828,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:57.497551 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608cbf0e-d465-48ac-8984-23605704db93 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Received port after_create {{(pid=83161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:55:57.525114 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device d2a2347f-6799-481e-a67d-2f4c76a2362c no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 20:55:57.576770 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] No Port match for: d2a2347f-6799-481e-a67d-2f4c76a2362c {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 20:55:57.577166 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device d2a2347f-6799-481e-a67d-2f4c76a2362c not bound to the agent host hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 20:55:58.176921 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-608cbf0e-d465-48ac-8984-23605704db93 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:58.259835 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-608cbf0e-d465-48ac-8984-23605704db93 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:58.369897 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2752a44-de9b-46ca-89a0-6097dbcbc66c req-f02e3f98-a38e-4068-965d-29caf11aeb19 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:58.377280 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-d2752a44-de9b-46ca-89a0-6097dbcbc66c req-f02e3f98-a38e-4068-965d-29caf11aeb19 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd555b70-5cd0-4b82-afdb-ae3d285093fd HTTP/1.1" status: 200 len: 945 time: 0.0999954 Mar 08 20:55:58.426820 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-d2752a44-de9b-46ca-89a0-6097dbcbc66c req-c3dc62c3-23db-4d40-b1e6-e9adf5f70056 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5031581-6047-4447-b5b3-d41ae232ad10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482695 Mar 08 20:55:58.538456 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-608cbf0e-d465-48ac-8984-23605704db93 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for port, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:58.546247 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-608cbf0e-d465-48ac-8984-23605704db93 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:58.689516 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608cbf0e-d465-48ac-8984-23605704db93 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Pushing event updated for resources: {'Port': ['ID=465ae829-d942-4671-b145-6986df263828,revision_number=2']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:55:58.725791 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-608cbf0e-d465-48ac-8984-23605704db93 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-356680'] for floatingip, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:58.899533 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253aaa52-4dc9-49cd-99a5-a2607d69db6a req-6d01c5a4-1276-49c0-bdef-d70e7c553fb5 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:58.901295 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-253aaa52-4dc9-49cd-99a5-a2607d69db6a req-6d01c5a4-1276-49c0-bdef-d70e7c553fb5 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.2599709 Mar 08 20:55:58.965368 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-253aaa52-4dc9-49cd-99a5-a2607d69db6a req-d9c28f74-6593-4d63-811d-8147128ce89d tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550981 Mar 08 20:55:59.028667 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.db.l3_db [None req-608cbf0e-d465-48ac-8984-23605704db93 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Floating IP e43d01a0-de41-41c2-b43f-ee8e44bb3ee3 associated. External IP: 172.28.2.143, port: 31758f7b-ea67-4200-9ad6-e01a0ceb2173. Mar 08 20:55:59.440706 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608cbf0e-d465-48ac-8984-23605704db93 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Router 984e2732-61fd-4440-aca5-2fd09650c314 has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:55:59.529122 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 78adb5e3-dac6-439b-a564-9fc9587a72e2 up at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:55:59.656456 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning for port 78adb5e3-dac6-439b-a564-9fc9587a72e2 completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:55:59.661795 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning complete for port 78adb5e3-dac6-439b-a564-9fc9587a72e2 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:55:59.662352 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:59.734134 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709dea7-f0ed-413f-89f8-d20d47f46487 req-de3ed431-ef59-4660-bd93-b12dbe8fc376 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:55:59.741782 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e709dea7-f0ed-413f-89f8-d20d47f46487 req-de3ed431-ef59-4660-bd93-b12dbe8fc376 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd555b70-5cd0-4b82-afdb-ae3d285093fd HTTP/1.1" status: 200 len: 945 time: 0.1918354 Mar 08 20:55:59.801610 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e709dea7-f0ed-413f-89f8-d20d47f46487 req-ae9bfe19-89c7-4c59-8f04-ccdb4131daba tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5031581-6047-4447-b5b3-d41ae232ad10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509350 Mar 08 20:55:59.824774 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:59.849915 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd555b70-5cd0-4b82-afdb-ae3d285093fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78adb5e3-dac6-439b-a564-9fc9587a72e2'}] {{(pid=83162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:55:59.859821 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 78adb5e3-dac6-439b-a564-9fc9587a72e2, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=78adb5e3-dac6-439b-a564-9fc9587a72e2,segment=NetworkSegment(def440c0-28e5-481e-8733-4907081c4e81),segment_id=def440c0-28e5-481e-8733-4907081c4e81)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:55:59.867490 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:59.904052 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608cbf0e-d465-48ac-8984-23605704db93 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:55:59.916844 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167b55b6-f826-4be1-93ed-f9698629188f None None] Sync routers for ids ['984e2732-61fd-4440-aca5-2fd09650c314'] in dv-cinder-832328-1-smb {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:55:59.941544 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-608cbf0e-d465-48ac-8984-23605704db93 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for floatingip, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:55:59.945690 dv-cinder-832328-1-smb neutron-server[83162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd555b70-5cd0-4b82-afdb-ae3d285093fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78adb5e3-dac6-439b-a564-9fc9587a72e2', 'code': 200} Mar 08 20:55:59.949284 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167b55b6-f826-4be1-93ed-f9698629188f None None] Routers {'984e2732-61fd-4440-aca5-2fd09650c314'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:55:59.950220 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-167b55b6-f826-4be1-93ed-f9698629188f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:55:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['984e2732-61fd-4440-aca5-2fd09650c314'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:00.024958 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-608cbf0e-d465-48ac-8984-23605704db93 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6489367 Mar 08 20:56:00.026214 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43fb2e6c-5189-4fa9-ac39-aea22e1f4a79', 'tag': '31758f7b-ea67-4200-9ad6-e01a0ceb2173'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:56:00.028092 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 45776) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:00.034213 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-c765b2ac-3eb4-45b5-8377-b4bc38a3d032 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1459864208', 'description': 'tempest-secgroup-smoke-1459864208 description', 'project_id': '1d72bfdad8b44af7965b57996433f5d4'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:56:00.052419 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-c765b2ac-3eb4-45b5-8377-b4bc38a3d032 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:56:00.070764 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-c765b2ac-3eb4-45b5-8377-b4bc38a3d032 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:56:00.100150 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c765b2ac-3eb4-45b5-8377-b4bc38a3d032 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:00.152442 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-c765b2ac-3eb4-45b5-8377-b4bc38a3d032 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:56:00.157448 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-c765b2ac-3eb4-45b5-8377-b4bc38a3d032 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Usage tracker for resource:security_group_rule and tenant:1d72bfdad8b44af7965b57996433f5d4 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:56:00.161020 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-c765b2ac-3eb4-45b5-8377-b4bc38a3d032 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:56:00.169399 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-c765b2ac-3eb4-45b5-8377-b4bc38a3d032 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:56:00.174952 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43fb2e6c-5189-4fa9-ac39-aea22e1f4a79', 'tag': '31758f7b-ea67-4200-9ad6-e01a0ceb2173', 'status': 'completed', 'code': 200} Mar 08 20:56:00.334673 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c765b2ac-3eb4-45b5-8377-b4bc38a3d032 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:00.342492 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c765b2ac-3eb4-45b5-8377-b4bc38a3d032 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:00.359888 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=78adb5e3-dac6-439b-a564-9fc9587a72e2,revision_number=5']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:00.403240 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765b2ac-3eb4-45b5-8377-b4bc38a3d032 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bdbd89-9706-41c2-a5da-146dbd0ff062,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:00.441203 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-338ad8a1-d400-4f23-a57f-d9337978e100 req-52a1f221-0b93-413c-9b90-57bdee2e3596 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d72bfdad8b44af7965b57996433f5d4&device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 1098 time: 0.2328355 Mar 08 20:56:00.512249 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b1260dfd-c5e7-4f5f-b3ea-1f021164aa37 req-d604e2af-a019-46f5-b4b6-2d070998bb6a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fd555b70-5cd0-4b82-afdb-ae3d285093fd HTTP/1.1" status: 200 len: 1099 time: 0.2149906 Mar 08 20:56:00.519850 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c765b2ac-3eb4-45b5-8377-b4bc38a3d032 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:00.521223 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-c765b2ac-3eb4-45b5-8377-b4bc38a3d032 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4918823 Mar 08 20:56:00.528511 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 45786) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:00.540846 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-167b55b6-f826-4be1-93ed-f9698629188f None None] Set router 984e2732-61fd-4440-aca5-2fd09650c314 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:56:00.545194 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-c698c246-dcb0-43a8-b3e1-c176e06147af tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Request body: {'security_group_rule': {'security_group_id': 'f3bdbd89-9706-41c2-a5da-146dbd0ff062', 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:56:00.586388 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b1260dfd-c5e7-4f5f-b3ea-1f021164aa37 req-d1f11a1e-f450-4d21-8b5a-ebfd13ee208f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a5031581-6047-4447-b5b3-d41ae232ad10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663235 Mar 08 20:56:00.605888 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-c698c246-dcb0-43a8-b3e1-c176e06147af tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:56:00.616881 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-c698c246-dcb0-43a8-b3e1-c176e06147af tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Usage tracker for resource:security_group_rule and tenant:1d72bfdad8b44af7965b57996433f5d4 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:56:00.627331 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-c698c246-dcb0-43a8-b3e1-c176e06147af tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:56:00.637453 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-c698c246-dcb0-43a8-b3e1-c176e06147af tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:56:00.696328 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1daab6-048c-4d82-86a7-6ddaefc48c27 req-0d791927-06bc-488b-839b-83f70ae2ffc6 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:00.697190 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-1e1daab6-048c-4d82-86a7-6ddaefc48c27 req-0d791927-06bc-488b-839b-83f70ae2ffc6 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Synchronizing usage tracker for tenant:8fdf6a2901a4473984cf32ef3b202ac2 on resource:port {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:56:00.715506 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c698c246-dcb0-43a8-b3e1-c176e06147af tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:00.733640 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-1e1daab6-048c-4d82-86a7-6ddaefc48c27 req-0d791927-06bc-488b-839b-83f70ae2ffc6 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Unset dirty status for tenant:8fdf6a2901a4473984cf32ef3b202ac2 on resource:port {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:56:00.734969 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-1e1daab6-048c-4d82-86a7-6ddaefc48c27 req-0d791927-06bc-488b-839b-83f70ae2ffc6 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.2997072 Mar 08 20:56:00.777026 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ad8a1-d400-4f23-a57f-d9337978e100 req-0c91084a-c8a0-4689-8541-9a5da8ce8ee8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:00.778621 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-338ad8a1-d400-4f23-a57f-d9337978e100 req-0c91084a-c8a0-4689-8541-9a5da8ce8ee8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=488c4411-9d7e-46f1-8b25-66a4ca6b1e18 HTTP/1.1" status: 200 len: 915 time: 0.2953060 Mar 08 20:56:00.858375 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-1e1daab6-048c-4d82-86a7-6ddaefc48c27 req-41097d9d-9799-4de1-9c05-1f51c6144a01 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095526 Mar 08 20:56:00.860665 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c698c246-dcb0-43a8-b3e1-c176e06147af tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:00.867434 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c698c246-dcb0-43a8-b3e1-c176e06147af tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324256'] for security_group_rule, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:01.015685 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-338ad8a1-d400-4f23-a57f-d9337978e100 req-4490df16-409b-4fc7-bda3-0c5ba674bd6c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31758f7b-ea67-4200-9ad6-e01a0ceb2173 HTTP/1.1" status: 200 len: 999 time: 0.1128747 Mar 08 20:56:01.022767 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698c246-dcb0-43a8-b3e1-c176e06147af tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2726710c-c9e4-44c8-9e7c-2df6378a7ca3,revision_number=0']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:01.078803 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-167b55b6-f826-4be1-93ed-f9698629188f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984e2732-61fd-4440-aca5-2fd09650c314', 'name': 'tempest-TestMinimumBasicScenario-508980272-router', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e08bc6e2-1af3-455c-8354-2eed83537f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:42Z', 'updated_at': '2022-03-08T20:54:46Z', 'revision_number': 4, 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'gw_port': {'id': 'e08bc6e2-1af3-455c-8354-2eed83537f80', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984e2732-61fd-4440-aca5-2fd09650c314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:42Z', 'updated_at': '2022-03-08T20:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': 'e43d01a0-de41-41c2-b43f-ee8e44bb3ee3', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'floating_ip_address': '172.28.2.143', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '984e2732-61fd-4440-aca5-2fd09650c314', 'port_id': '31758f7b-ea67-4200-9ad6-e01a0ceb2173', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '488c4411-9d7e-46f1-8b25-66a4ca6b1e18', 'mac_address': 'fa:16:3e:00:77:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fb2e6c-5189-4fa9-ac39-aea22e1f4a79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:55:57Z', 'updated_at': '2022-03-08T20:55:57Z', 'revision_number': 0, 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dee6afe7-c29e-41ae-91a5-fc0512e51dca', 'name': '', 'network_id': '488c4411-9d7e-46f1-8b25-66a4ca6b1e18', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'mac_address': 'fa:16:3e:74:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984e2732-61fd-4440-aca5-2fd09650c314', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dff7165-de1c-4deb-9ffd-70223a562ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:45Z', 'updated_at': '2022-03-08T20:54:55Z', 'revision_number': 5, 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'subnets': [{'id': '1dff7165-de1c-4deb-9ffd-70223a562ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:01.083777 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167b55b6-f826-4be1-93ed-f9698629188f None None] Checking router: 984e2732-61fd-4440-aca5-2fd09650c314 for host: dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:56:01.097095 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167b55b6-f826-4be1-93ed-f9698629188f None None] Routers {'984e2732-61fd-4440-aca5-2fd09650c314'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:56:01.097974 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-167b55b6-f826-4be1-93ed-f9698629188f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:55:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['984e2732-61fd-4440-aca5-2fd09650c314'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:01.101324 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-c698c246-dcb0-43a8-b3e1-c176e06147af tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:01.106892 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-c698c246-dcb0-43a8-b3e1-c176e06147af tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5664647 Mar 08 20:56:01.109969 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 45792) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:01.125865 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-b9f81e19-c5db-4f38-aaeb-07ce62d35db6 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Request body: {'security_group_rule': {'security_group_id': 'f3bdbd89-9706-41c2-a5da-146dbd0ff062', 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:56:01.162177 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-b9f81e19-c5db-4f38-aaeb-07ce62d35db6 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:56:01.177515 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-b9f81e19-c5db-4f38-aaeb-07ce62d35db6 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Usage tracker for resource:security_group_rule and tenant:1d72bfdad8b44af7965b57996433f5d4 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:56:01.182337 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-b9f81e19-c5db-4f38-aaeb-07ce62d35db6 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:56:01.205109 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ad8a1-d400-4f23-a57f-d9337978e100 req-9e4c04bf-21c9-4672-a7c4-f42b41374aa8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:01.206585 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-338ad8a1-d400-4f23-a57f-d9337978e100 req-9e4c04bf-21c9-4672-a7c4-f42b41374aa8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1dff7165-de1c-4deb-9ffd-70223a562ab3 HTTP/1.1" status: 200 len: 853 time: 0.1728880 Mar 08 20:56:01.207475 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-b9f81e19-c5db-4f38-aaeb-07ce62d35db6 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:56:01.247652 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a328d-b35c-45d2-a147-5b5eaf544cfe req-8fdc2bb4-b44a-418b-a3ee-4d5bbb5f4b31 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:01.251255 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-2c4a328d-b35c-45d2-a147-5b5eaf544cfe req-8fdc2bb4-b44a-418b-a3ee-4d5bbb5f4b31 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd555b70-5cd0-4b82-afdb-ae3d285093fd HTTP/1.1" status: 200 len: 946 time: 0.1788907 Mar 08 20:56:01.334977 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-2c4a328d-b35c-45d2-a147-5b5eaf544cfe req-f3a364b2-0f18-49fc-977c-0bdacab7d306 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5031581-6047-4447-b5b3-d41ae232ad10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722826 Mar 08 20:56:01.339000 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b9f81e19-c5db-4f38-aaeb-07ce62d35db6 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:01.435917 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b9f81e19-c5db-4f38-aaeb-07ce62d35db6 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:01.444554 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-338ad8a1-d400-4f23-a57f-d9337978e100 req-c6c89ce6-aaa2-4fc2-919f-7fc50ae4cadd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=488c4411-9d7e-46f1-8b25-66a4ca6b1e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2231829 Mar 08 20:56:01.445320 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b9f81e19-c5db-4f38-aaeb-07ce62d35db6 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324256'] for security_group_rule, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:01.453134 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-167b55b6-f826-4be1-93ed-f9698629188f None None] Set router 984e2732-61fd-4440-aca5-2fd09650c314 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:56:01.552233 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f81e19-c5db-4f38-aaeb-07ce62d35db6 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00b6791-044d-4f64-b70f-94a7da303f59,revision_number=0']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:01.582501 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b9f81e19-c5db-4f38-aaeb-07ce62d35db6 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:01.584326 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-b9f81e19-c5db-4f38-aaeb-07ce62d35db6 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4736645 Mar 08 20:56:01.587449 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 45800) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:01.597236 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-fa3b3096-8f3b-4b55-b5b6-00e3eaaac4b4 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Request body: {'security_group_rule': {'security_group_id': 'f3bdbd89-9706-41c2-a5da-146dbd0ff062', 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:56:01.610174 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-fa3b3096-8f3b-4b55-b5b6-00e3eaaac4b4 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:56:01.623669 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-fa3b3096-8f3b-4b55-b5b6-00e3eaaac4b4 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Usage tracker for resource:security_group_rule and tenant:1d72bfdad8b44af7965b57996433f5d4 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:56:01.625470 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669ffc14-a5d0-4c09-a59d-5cccc403acc6 None None] Sync routers for ids ['f21025aa-04f0-410f-bc2e-e232e72f60aa'] in dv-cinder-832328-1-smb {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:56:01.629679 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-fa3b3096-8f3b-4b55-b5b6-00e3eaaac4b4 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:56:01.648898 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-fa3b3096-8f3b-4b55-b5b6-00e3eaaac4b4 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:56:01.661257 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669ffc14-a5d0-4c09-a59d-5cccc403acc6 None None] Routers {'f21025aa-04f0-410f-bc2e-e232e72f60aa'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:56:01.664866 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-669ffc14-a5d0-4c09-a59d-5cccc403acc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:55:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['f21025aa-04f0-410f-bc2e-e232e72f60aa'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:01.679209 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-fa3b3096-8f3b-4b55-b5b6-00e3eaaac4b4 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:01.698018 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-338ad8a1-d400-4f23-a57f-d9337978e100 req-65b2c37c-c3e2-4db4-91cd-c8d3027dfab0 service neutron] 10.222.0.21 "GET /v2.0/networks/488c4411-9d7e-46f1-8b25-66a4ca6b1e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408605 Mar 08 20:56:01.752095 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-fa3b3096-8f3b-4b55-b5b6-00e3eaaac4b4 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:01.756393 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-fa3b3096-8f3b-4b55-b5b6-00e3eaaac4b4 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324256'] for security_group_rule, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:01.785110 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b3096-8f3b-4b55-b5b6-00e3eaaac4b4 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5783f00-a09d-48c7-a670-2b0e38bbccc2,revision_number=0']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:01.798542 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-fa3b3096-8f3b-4b55-b5b6-00e3eaaac4b4 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:01.800421 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-fa3b3096-8f3b-4b55-b5b6-00e3eaaac4b4 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2109463 Mar 08 20:56:01.803832 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 45804) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:01.821318 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-68052799-d070-4986-bfc1-4a8cfc48c7a4 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Request body: {'security_group_rule': {'security_group_id': 'f3bdbd89-9706-41c2-a5da-146dbd0ff062', 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:56:01.833333 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-68052799-d070-4986-bfc1-4a8cfc48c7a4 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:56:01.838073 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-68052799-d070-4986-bfc1-4a8cfc48c7a4 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Usage tracker for resource:security_group_rule and tenant:1d72bfdad8b44af7965b57996433f5d4 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:56:01.845468 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-68052799-d070-4986-bfc1-4a8cfc48c7a4 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:56:01.853862 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-68052799-d070-4986-bfc1-4a8cfc48c7a4 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:56:01.889019 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-68052799-d070-4986-bfc1-4a8cfc48c7a4 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:01.901690 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-669ffc14-a5d0-4c09-a59d-5cccc403acc6 None None] Set router f21025aa-04f0-410f-bc2e-e232e72f60aa gateway port host: dv-cinder-832328-1-smb {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:56:01.982203 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-338ad8a1-d400-4f23-a57f-d9337978e100 req-694d3664-4912-46fb-93e3-bc47432fe581 service neutron] 10.222.0.21 "GET /v2.0/networks/488c4411-9d7e-46f1-8b25-66a4ca6b1e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681146 Mar 08 20:56:02.031560 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-68052799-d070-4986-bfc1-4a8cfc48c7a4 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:02.040183 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-68052799-d070-4986-bfc1-4a8cfc48c7a4 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324256'] for security_group_rule, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:02.071812 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-167b55b6-f826-4be1-93ed-f9698629188f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984e2732-61fd-4440-aca5-2fd09650c314', 'name': 'tempest-TestMinimumBasicScenario-508980272-router', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e08bc6e2-1af3-455c-8354-2eed83537f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:42Z', 'updated_at': '2022-03-08T20:54:46Z', 'revision_number': 4, 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'gw_port': {'id': 'e08bc6e2-1af3-455c-8354-2eed83537f80', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984e2732-61fd-4440-aca5-2fd09650c314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:42Z', 'updated_at': '2022-03-08T20:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': 'e43d01a0-de41-41c2-b43f-ee8e44bb3ee3', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'floating_ip_address': '172.28.2.143', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '984e2732-61fd-4440-aca5-2fd09650c314', 'port_id': '31758f7b-ea67-4200-9ad6-e01a0ceb2173', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '488c4411-9d7e-46f1-8b25-66a4ca6b1e18', 'mac_address': 'fa:16:3e:00:77:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fb2e6c-5189-4fa9-ac39-aea22e1f4a79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:55:57Z', 'updated_at': '2022-03-08T20:55:57Z', 'revision_number': 0, 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dee6afe7-c29e-41ae-91a5-fc0512e51dca', 'name': '', 'network_id': '488c4411-9d7e-46f1-8b25-66a4ca6b1e18', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'mac_address': 'fa:16:3e:74:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984e2732-61fd-4440-aca5-2fd09650c314', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dff7165-de1c-4deb-9ffd-70223a562ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:45Z', 'updated_at': '2022-03-08T20:54:55Z', 'revision_number': 5, 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'subnets': [{'id': '1dff7165-de1c-4deb-9ffd-70223a562ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:02.072947 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68052799-d070-4986-bfc1-4a8cfc48c7a4 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab84a1d-8f5f-4a48-bd80-9647ed901f87,revision_number=0']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:02.086021 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-68052799-d070-4986-bfc1-4a8cfc48c7a4 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:02.088020 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-68052799-d070-4986-bfc1-4a8cfc48c7a4 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2830944 Mar 08 20:56:02.090807 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 45810) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:02.097392 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-3603a2c4-ede8-4a28-b2cc-91f7057113dc tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Request body: {'security_group_rule': {'security_group_id': 'f3bdbd89-9706-41c2-a5da-146dbd0ff062', 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:56:02.098538 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167b55b6-f826-4be1-93ed-f9698629188f None None] The sync data for ids ['984e2732-61fd-4440-aca5-2fd09650c314'] in dv-cinder-832328-1-smb is: [{'id': '984e2732-61fd-4440-aca5-2fd09650c314', 'name': 'tempest-TestMinimumBasicScenario-508980272-router', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e08bc6e2-1af3-455c-8354-2eed83537f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:42Z', 'updated_at': '2022-03-08T20:54:46Z', 'revision_number': 4, 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'gw_port': {'id': 'e08bc6e2-1af3-455c-8354-2eed83537f80', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984e2732-61fd-4440-aca5-2fd09650c314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:42Z', 'updated_at': '2022-03-08T20:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': 'e43d01a0-de41-41c2-b43f-ee8e44bb3ee3', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'floating_ip_address': '172.28.2.143', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '984e2732-61fd-4440-aca5-2fd09650c314', 'port_id': '31758f7b-ea67-4200-9ad6-e01a0ceb2173', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '488c4411-9d7e-46f1-8b25-66a4ca6b1e18', 'mac_address': 'fa:16:3e:00:77:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fb2e6c-5189-4fa9-ac39-aea22e1f4a79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:55:57Z', 'updated_at': '2022-03-08T20:55:57Z', 'revision_number': 0, 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dee6afe7-c29e-41ae-91a5-fc0512e51dca', 'name': '', 'network_id': '488c4411-9d7e-46f1-8b25-66a4ca6b1e18', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'mac_address': 'fa:16:3e:74:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984e2732-61fd-4440-aca5-2fd09650c314', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dff7165-de1c-4deb-9ffd-70223a562ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:45Z', 'updated_at': '2022-03-08T20:54:55Z', 'revision_number': 5, 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'subnets': [{'id': '1dff7165-de1c-4deb-9ffd-70223a562ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:56:02.106832 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-3603a2c4-ede8-4a28-b2cc-91f7057113dc tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:56:02.113205 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-3603a2c4-ede8-4a28-b2cc-91f7057113dc tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Usage tracker for resource:security_group_rule and tenant:1d72bfdad8b44af7965b57996433f5d4 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:56:02.117858 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-3603a2c4-ede8-4a28-b2cc-91f7057113dc tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:56:02.125741 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-3603a2c4-ede8-4a28-b2cc-91f7057113dc tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:56:02.143133 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.db.securitygroups_db [None req-3603a2c4-ede8-4a28-b2cc-91f7057113dc tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Project 1d72bfdad8b44af7965b57996433f5d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 20:56:02.157634 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-3603a2c4-ede8-4a28-b2cc-91f7057113dc tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:02.192500 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57f581-5579-4c08-a382-4b76498b4004 req-4abe161c-c131-4edc-ab07-dcb401266fea tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:02.201122 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9c57f581-5579-4c08-a382-4b76498b4004 req-4abe161c-c131-4edc-ab07-dcb401266fea tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1415575 Mar 08 20:56:02.268626 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9c57f581-5579-4c08-a382-4b76498b4004 req-0d885e8b-4525-48fb-8a51-ef2d4a7e31a8 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668628 Mar 08 20:56:02.327738 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-3603a2c4-ede8-4a28-b2cc-91f7057113dc tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:02.333174 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-3603a2c4-ede8-4a28-b2cc-91f7057113dc tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324256'] for security_group_rule, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:02.356085 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603a2c4-ede8-4a28-b2cc-91f7057113dc tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3536d85c-938a-4150-9b6e-6e582e2c1419,revision_number=0']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:02.400032 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-3603a2c4-ede8-4a28-b2cc-91f7057113dc tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:02.404473 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 45818) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:02.414155 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-3603a2c4-ede8-4a28-b2cc-91f7057113dc tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3174238 Mar 08 20:56:02.421303 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-23102cfe-15a1-4ba7-9ae6-5a794613a02b tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Request body: {'security_group_rule': {'security_group_id': 'f3bdbd89-9706-41c2-a5da-146dbd0ff062', 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:56:02.432835 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-23102cfe-15a1-4ba7-9ae6-5a794613a02b tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:56:02.438803 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-23102cfe-15a1-4ba7-9ae6-5a794613a02b tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Usage tracker for resource:security_group_rule and tenant:1d72bfdad8b44af7965b57996433f5d4 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:56:02.446416 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-23102cfe-15a1-4ba7-9ae6-5a794613a02b tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:56:02.457675 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-23102cfe-15a1-4ba7-9ae6-5a794613a02b tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:56:02.482466 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.db.securitygroups_db [None req-23102cfe-15a1-4ba7-9ae6-5a794613a02b tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Project 1d72bfdad8b44af7965b57996433f5d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 20:56:02.498575 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-23102cfe-15a1-4ba7-9ae6-5a794613a02b tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:02.592138 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae493c1-ffa8-421c-9d29-56729c0a5836 None None] New status for floating IP e43d01a0-de41-41c2-b43f-ee8e44bb3ee3: ACTIVE {{(pid=83162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 08 20:56:02.599108 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-23102cfe-15a1-4ba7-9ae6-5a794613a02b tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:02.604725 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-23102cfe-15a1-4ba7-9ae6-5a794613a02b tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324256'] for security_group_rule, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:02.619739 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-669ffc14-a5d0-4c09-a59d-5cccc403acc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21025aa-04f0-410f-bc2e-e232e72f60aa', 'name': 'tempest-TestShelveInstance-346646100-router', 'tenant_id': '7545e0d2821d4c0980598d1cfd2e4952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.162'}], 'enable_snat': True}, 'gw_port_id': '3645e69d-d881-4d98-9eb6-3da628cf5edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:55:40Z', 'updated_at': '2022-03-08T20:55:47Z', 'revision_number': 4, 'project_id': '7545e0d2821d4c0980598d1cfd2e4952', 'gw_port': {'id': '3645e69d-d881-4d98-9eb6-3da628cf5edb', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21025aa-04f0-410f-bc2e-e232e72f60aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:41Z', 'updated_at': '2022-03-08T20:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': '152d597b-ea5a-44c6-b98e-e1b9d8eeac86', 'name': '', 'network_id': '6380a5c0-6c5d-4469-a696-1b7536f2b447', 'tenant_id': '7545e0d2821d4c0980598d1cfd2e4952', 'mac_address': 'fa:16:3e:1e:89:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21025aa-04f0-410f-bc2e-e232e72f60aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7fb75d-d3f1-40ac-9638-779cd2f80a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:46Z', 'updated_at': '2022-03-08T20:55:48Z', 'revision_number': 2, 'project_id': '7545e0d2821d4c0980598d1cfd2e4952', 'subnets': [{'id': '7f7fb75d-d3f1-40ac-9638-779cd2f80a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:02.624049 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669ffc14-a5d0-4c09-a59d-5cccc403acc6 None None] Checking router: f21025aa-04f0-410f-bc2e-e232e72f60aa for host: dv-cinder-832328-1-smb {{(pid=83163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:56:02.624562 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669ffc14-a5d0-4c09-a59d-5cccc403acc6 None None] Updating router f21025aa-04f0-410f-bc2e-e232e72f60aa port 152d597b-ea5a-44c6-b98e-e1b9d8eeac86 binding host dv-cinder-832328-1-smb {{(pid=83163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 08 20:56:02.633893 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23102cfe-15a1-4ba7-9ae6-5a794613a02b tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04aa0d72-22e1-4a30-956d-0d7e58637d02,revision_number=0']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:02.665071 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-23102cfe-15a1-4ba7-9ae6-5a794613a02b tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:02.667128 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-23102cfe-15a1-4ba7-9ae6-5a794613a02b tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2610304 Mar 08 20:56:02.691104 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-669ffc14-a5d0-4c09-a59d-5cccc403acc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:02.730282 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342dcb4-44f6-4b27-ae81-ab55d525d779 req-080861d8-6012-4416-a570-885d206f63b4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:02.731902 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5342dcb4-44f6-4b27-ae81-ab55d525d779 req-080861d8-6012-4416-a570-885d206f63b4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd555b70-5cd0-4b82-afdb-ae3d285093fd HTTP/1.1" status: 200 len: 946 time: 0.2280066 Mar 08 20:56:02.829478 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5342dcb4-44f6-4b27-ae81-ab55d525d779 req-79f7f8c0-93fe-4239-99d0-8b32a7c111e1 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5031581-6047-4447-b5b3-d41ae232ad10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909519 Mar 08 20:56:02.933044 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-98208757-39cf-4999-b8cc-85f5d911d8aa req-3c7d55fc-e6fe-44c0-add1-d3adcd469f97 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Synchronizing usage tracker for tenant:1d72bfdad8b44af7965b57996433f5d4 on resource:security_group {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:56:02.950835 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-98208757-39cf-4999-b8cc-85f5d911d8aa req-3c7d55fc-e6fe-44c0-add1-d3adcd469f97 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Unset dirty status for tenant:1d72bfdad8b44af7965b57996433f5d4 on resource:security_group {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:56:02.959060 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-98208757-39cf-4999-b8cc-85f5d911d8aa req-3c7d55fc-e6fe-44c0-add1-d3adcd469f97 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1459864208&fields=id&tenant_id=1d72bfdad8b44af7965b57996433f5d4 HTTP/1.1" status: 200 len: 267 time: 0.0785267 Mar 08 20:56:03.066438 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98208757-39cf-4999-b8cc-85f5d911d8aa req-ee5174c3-afb9-4668-94f7-b0b38fc9d9a3 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:03.080568 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-98208757-39cf-4999-b8cc-85f5d911d8aa req-ee5174c3-afb9-4668-94f7-b0b38fc9d9a3 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 945 time: 0.1205366 Mar 08 20:56:03.086740 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [req-98208757-39cf-4999-b8cc-85f5d911d8aa req-8bb1dd1e-9780-46eb-a5d5-92c50cfa0240 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Request body: {'port': {'security_groups': ['de632d4c-9170-40c9-9954-6fa01678de38', 'f3bdbd89-9706-41c2-a5da-146dbd0ff062']}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:56:03.241977 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-98208757-39cf-4999-b8cc-85f5d911d8aa req-8bb1dd1e-9780-46eb-a5d5-92c50cfa0240 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:03.255314 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-669ffc14-a5d0-4c09-a59d-5cccc403acc6 None None] Notify callbacks [] for port, precommit_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:03.269414 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.provisioning_blocks [None req-669ffc14-a5d0-4c09-a59d-5cccc403acc6 None None] Transition to ACTIVE for port object 152d597b-ea5a-44c6-b98e-e1b9d8eeac86 will not be triggered until provisioned by entity L2. {{(pid=83163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:56:03.289581 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-669ffc14-a5d0-4c09-a59d-5cccc403acc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:03.559137 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd169f1-6328-4188-a500-2bcca147ce6d None None] Pushing event updated for resources: {'Port': ['ID=152d597b-ea5a-44c6-b98e-e1b9d8eeac86,revision_number=3']} {{(pid=83163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:03.580711 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-669ffc14-a5d0-4c09-a59d-5cccc403acc6 None None] Attempting to bind port 152d597b-ea5a-44c6-b98e-e1b9d8eeac86 on host dv-cinder-832328-1-smb for vnic_type normal with profile {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:56:03.581080 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-669ffc14-a5d0-4c09-a59d-5cccc403acc6 None None] Attempting to bind port 152d597b-ea5a-44c6-b98e-e1b9d8eeac86 by drivers openvswitch,hyperv on host dv-cinder-832328-1-smb at level 0 using segments [{'id': '091f361d-2e69-4a2f-8dd3-940f269e2979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6380a5c0-6c5d-4469-a696-1b7536f2b447'}] {{(pid=83163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:56:03.581434 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669ffc14-a5d0-4c09-a59d-5cccc403acc6 None None] Attempting to bind port 152d597b-ea5a-44c6-b98e-e1b9d8eeac86 on network 6380a5c0-6c5d-4469-a696-1b7536f2b447 {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:56:03.589998 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669ffc14-a5d0-4c09-a59d-5cccc403acc6 None None] Checking agent: {'id': '3893f380-9b19-46dd-a79f-fadbe55c1144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 20, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:56:03.590400 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669ffc14-a5d0-4c09-a59d-5cccc403acc6 None None] Checking segment: {'id': '091f361d-2e69-4a2f-8dd3-940f269e2979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6380a5c0-6c5d-4469-a696-1b7536f2b447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:56:03.590752 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-669ffc14-a5d0-4c09-a59d-5cccc403acc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:03.592441 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669ffc14-a5d0-4c09-a59d-5cccc403acc6 None None] Bound using segment: {'id': '091f361d-2e69-4a2f-8dd3-940f269e2979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6380a5c0-6c5d-4469-a696-1b7536f2b447'} {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:56:03.592441 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-669ffc14-a5d0-4c09-a59d-5cccc403acc6 None None] Bound port: 152d597b-ea5a-44c6-b98e-e1b9d8eeac86, host: dv-cinder-832328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091f361d-2e69-4a2f-8dd3-940f269e2979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6380a5c0-6c5d-4469-a696-1b7536f2b447'}}] {{(pid=83163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:56:03.592441 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-669ffc14-a5d0-4c09-a59d-5cccc403acc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:03.671963 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9f672-5ce8-459d-b4d3-992556edfa3e req-6205af42-ff6f-455b-93b1-d10c2a014b4b tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:03.679601 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9af9f672-5ce8-459d-b4d3-992556edfa3e req-6205af42-ff6f-455b-93b1-d10c2a014b4b tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.1648617 Mar 08 20:56:03.741818 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9af9f672-5ce8-459d-b4d3-992556edfa3e req-b71bc1a7-3a96-461c-8994-d456ba2153f6 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607202 Mar 08 20:56:03.755090 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.db [None req-669ffc14-a5d0-4c09-a59d-5cccc403acc6 None None] For port 152d597b-ea5a-44c6-b98e-e1b9d8eeac86, host dv-cinder-832328-1-smb, cleared binding levels {{(pid=83163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:56:03.758549 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [req-98208757-39cf-4999-b8cc-85f5d911d8aa req-8bb1dd1e-9780-46eb-a5d5-92c50cfa0240 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] For port 31758f7b-ea67-4200-9ad6-e01a0ceb2173, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=31758f7b-ea67-4200-9ad6-e01a0ceb2173,segment=NetworkSegment(192e8541-4acf-4181-b51a-2492d8ed4c4e),segment_id=192e8541-4acf-4181-b51a-2492d8ed4c4e)] {{(pid=83160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:56:03.758881 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.db [None req-669ffc14-a5d0-4c09-a59d-5cccc403acc6 None None] For port 152d597b-ea5a-44c6-b98e-e1b9d8eeac86, host dv-cinder-832328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=152d597b-ea5a-44c6-b98e-e1b9d8eeac86,segment=NetworkSegment(091f361d-2e69-4a2f-8dd3-940f269e2979),segment_id=091f361d-2e69-4a2f-8dd3-940f269e2979)] {{(pid=83163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:56:03.766419 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-669ffc14-a5d0-4c09-a59d-5cccc403acc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:03.786279 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-98208757-39cf-4999-b8cc-85f5d911d8aa req-8bb1dd1e-9780-46eb-a5d5-92c50cfa0240 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for port, precommit_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:03.796045 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-98208757-39cf-4999-b8cc-85f5d911d8aa req-8bb1dd1e-9780-46eb-a5d5-92c50cfa0240 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1387543'] for port, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:03.816137 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['31758f7b-ea67-4200-9ad6-e01a0ceb2173'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 20:56:03.865593 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd169f1-6328-4188-a500-2bcca147ce6d None None] Pushing event updated for resources: {'Port': ['ID=152d597b-ea5a-44c6-b98e-e1b9d8eeac86,revision_number=4']} {{(pid=83163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:03.874968 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669ffc14-a5d0-4c09-a59d-5cccc403acc6 None None] Routers {'f21025aa-04f0-410f-bc2e-e232e72f60aa'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:56:03.877076 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-669ffc14-a5d0-4c09-a59d-5cccc403acc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:55:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['f21025aa-04f0-410f-bc2e-e232e72f60aa'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:03.902497 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1dd1e-9780-46eb-a5d5-92c50cfa0240 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Pushing event updated for resources: {'Port': ['ID=31758f7b-ea67-4200-9ad6-e01a0ceb2173,revision_number=6']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:03.909136 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98208757-39cf-4999-b8cc-85f5d911d8aa req-8bb1dd1e-9780-46eb-a5d5-92c50cfa0240 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:03.909777 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-98208757-39cf-4999-b8cc-85f5d911d8aa req-8bb1dd1e-9780-46eb-a5d5-92c50cfa0240 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:03.915655 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-98208757-39cf-4999-b8cc-85f5d911d8aa req-8bb1dd1e-9780-46eb-a5d5-92c50cfa0240 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "PUT /v2.0/ports/31758f7b-ea67-4200-9ad6-e01a0ceb2173 HTTP/1.1" status: 200 len: 981 time: 0.8338070 Mar 08 20:56:03.916289 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43fb2e6c-5189-4fa9-ac39-aea22e1f4a79', 'tag': '31758f7b-ea67-4200-9ad6-e01a0ceb2173'}] {{(pid=83160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:56:04.246188 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['31758f7b-ea67-4200-9ad6-e01a0ceb2173'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 20:56:04.312487 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d7eda-f0f3-46a0-84a9-0c22aeaf9e8d req-617b55a9-2363-4ee8-852c-00a6ee1e0517 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:04.317605 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-7f8d7eda-f0f3-46a0-84a9-0c22aeaf9e8d req-617b55a9-2363-4ee8-852c-00a6ee1e0517 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd555b70-5cd0-4b82-afdb-ae3d285093fd HTTP/1.1" status: 200 len: 946 time: 0.1633952 Mar 08 20:56:04.374398 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-669ffc14-a5d0-4c09-a59d-5cccc403acc6 None None] Set router f21025aa-04f0-410f-bc2e-e232e72f60aa gateway port host: dv-cinder-832328-1-smb {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:56:04.414868 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-7f8d7eda-f0f3-46a0-84a9-0c22aeaf9e8d req-967cb5cd-9d03-44e7-89c9-c7bad2124e8f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5031581-6047-4447-b5b3-d41ae232ad10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895545 Mar 08 20:56:04.527660 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43fb2e6c-5189-4fa9-ac39-aea22e1f4a79', 'tag': '31758f7b-ea67-4200-9ad6-e01a0ceb2173', 'status': 'completed', 'code': 200} Mar 08 20:56:04.553363 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9d1a5-189c-4042-8e7b-5dd4b18eda1b req-0e109545-9696-40c8-8cd3-4d4148aa8bb1 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:04.561065 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-03f9d1a5-189c-4042-8e7b-5dd4b18eda1b req-0e109545-9696-40c8-8cd3-4d4148aa8bb1 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 984 time: 0.3582807 Mar 08 20:56:04.611304 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771840b-dc63-411c-b285-eb672054fe8f req-9c479910-cc0b-4114-b653-f23de0f92374 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:04.613011 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-5771840b-dc63-411c-b285-eb672054fe8f req-9c479910-cc0b-4114-b653-f23de0f92374 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.3104000 Mar 08 20:56:04.725926 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [req-5771840b-dc63-411c-b285-eb672054fe8f req-ceaa502e-7cac-416f-88ed-380ceb55f872 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Deleting port 8cf0fee7-d12e-494a-94a2-d5522bb3b91c {{(pid=83160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 20:56:04.726284 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-5771840b-dc63-411c-b285-eb672054fe8f req-ceaa502e-7cac-416f-88ed-380ceb55f872 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:04.829851 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-7f83c618-b995-4178-a5ec-81786434613a None None] Provisioning complete for port 31758f7b-ea67-4200-9ad6-e01a0ceb2173 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:56:04.830671 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7f83c618-b995-4178-a5ec-81786434613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:04.846725 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-03f9d1a5-189c-4042-8e7b-5dd4b18eda1b req-b6358900-f651-414a-ba2c-c428ab03abb6 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&id=f3bdbd89-9706-41c2-a5da-146dbd0ff062&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2844555 Mar 08 20:56:04.939307 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3e16b235-f32d-4440-92e9-37a7ebf6da4c req-bca9ed0e-2202-4b4b-b6a0-81be3cc4af4e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d72bfdad8b44af7965b57996433f5d4&device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 1137 time: 0.3967211 Mar 08 20:56:04.957458 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef856ae-9629-4747-9d4b-34041d5f8dc3 req-57a06012-ec22-415b-907e-101fa3814be2 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:04.959122 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9ef856ae-9629-4747-9d4b-34041d5f8dc3 req-57a06012-ec22-415b-907e-101fa3814be2 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd555b70-5cd0-4b82-afdb-ae3d285093fd HTTP/1.1" status: 200 len: 946 time: 0.3030658 Mar 08 20:56:05.013840 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-669ffc14-a5d0-4c09-a59d-5cccc403acc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21025aa-04f0-410f-bc2e-e232e72f60aa', 'name': 'tempest-TestShelveInstance-346646100-router', 'tenant_id': '7545e0d2821d4c0980598d1cfd2e4952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.162'}], 'enable_snat': True}, 'gw_port_id': '3645e69d-d881-4d98-9eb6-3da628cf5edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:55:40Z', 'updated_at': '2022-03-08T20:55:47Z', 'revision_number': 4, 'project_id': '7545e0d2821d4c0980598d1cfd2e4952', 'gw_port': {'id': '3645e69d-d881-4d98-9eb6-3da628cf5edb', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21025aa-04f0-410f-bc2e-e232e72f60aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:41Z', 'updated_at': '2022-03-08T20:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': '152d597b-ea5a-44c6-b98e-e1b9d8eeac86', 'name': '', 'network_id': '6380a5c0-6c5d-4469-a696-1b7536f2b447', 'tenant_id': '7545e0d2821d4c0980598d1cfd2e4952', 'mac_address': 'fa:16:3e:1e:89:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21025aa-04f0-410f-bc2e-e232e72f60aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7fb75d-d3f1-40ac-9638-779cd2f80a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:46Z', 'updated_at': '2022-03-08T20:56:03Z', 'revision_number': 4, 'project_id': '7545e0d2821d4c0980598d1cfd2e4952', 'subnets': [{'id': '7f7fb75d-d3f1-40ac-9638-779cd2f80a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:05.015531 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 45848) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:05.019558 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669ffc14-a5d0-4c09-a59d-5cccc403acc6 None None] The sync data for ids ['f21025aa-04f0-410f-bc2e-e232e72f60aa'] in dv-cinder-832328-1-smb is: [{'id': 'f21025aa-04f0-410f-bc2e-e232e72f60aa', 'name': 'tempest-TestShelveInstance-346646100-router', 'tenant_id': '7545e0d2821d4c0980598d1cfd2e4952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.162'}], 'enable_snat': True}, 'gw_port_id': '3645e69d-d881-4d98-9eb6-3da628cf5edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:55:40Z', 'updated_at': '2022-03-08T20:55:47Z', 'revision_number': 4, 'project_id': '7545e0d2821d4c0980598d1cfd2e4952', 'gw_port': {'id': '3645e69d-d881-4d98-9eb6-3da628cf5edb', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21025aa-04f0-410f-bc2e-e232e72f60aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:41Z', 'updated_at': '2022-03-08T20:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': '152d597b-ea5a-44c6-b98e-e1b9d8eeac86', 'name': '', 'network_id': '6380a5c0-6c5d-4469-a696-1b7536f2b447', 'tenant_id': '7545e0d2821d4c0980598d1cfd2e4952', 'mac_address': 'fa:16:3e:1e:89:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21025aa-04f0-410f-bc2e-e232e72f60aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f7fb75d-d3f1-40ac-9638-779cd2f80a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:46Z', 'updated_at': '2022-03-08T20:56:03Z', 'revision_number': 4, 'project_id': '7545e0d2821d4c0980598d1cfd2e4952', 'subnets': [{'id': '7f7fb75d-d3f1-40ac-9638-779cd2f80a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:56:05.355964 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-3b3e6e96-0f15-487e-855e-fdc797a97229 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Request body: {'floatingip': {'port_id': '78adb5e3-dac6-439b-a564-9fc9587a72e2'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:56:05.412067 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [req-5771840b-dc63-411c-b285-eb672054fe8f req-ceaa502e-7cac-416f-88ed-380ceb55f872 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] For port 8cf0fee7-d12e-494a-94a2-d5522bb3b91c, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=8cf0fee7-d12e-494a-94a2-d5522bb3b91c,segment=NetworkSegment(839e8781-c8d4-49ad-9ad0-477a937867b0),segment_id=839e8781-c8d4-49ad-9ad0-477a937867b0)] {{(pid=83160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:56:05.412067 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-5771840b-dc63-411c-b285-eb672054fe8f req-ceaa502e-7cac-416f-88ed-380ceb55f872 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:05.555427 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16b235-f32d-4440-92e9-37a7ebf6da4c req-72fa8f01-3539-45cb-89af-a536b0164d4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:05.556874 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3e16b235-f32d-4440-92e9-37a7ebf6da4c req-72fa8f01-3539-45cb-89af-a536b0164d4c service neutron] 10.222.0.21 "GET /v2.0/networks?id=488c4411-9d7e-46f1-8b25-66a4ca6b1e18 HTTP/1.1" status: 200 len: 915 time: 0.6055536 Mar 08 20:56:05.688385 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-3b3e6e96-0f15-487e-855e-fdc797a97229 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for floatingip, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:05.741588 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [req-5771840b-dc63-411c-b285-eb672054fe8f req-ceaa502e-7cac-416f-88ed-380ceb55f872 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Calling delete_port for 8cf0fee7-d12e-494a-94a2-d5522bb3b91c owned by compute:nova {{(pid=83160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 20:56:05.854318 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3e16b235-f32d-4440-92e9-37a7ebf6da4c req-1f8083e8-2299-4971-a32c-972ac3839d95 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31758f7b-ea67-4200-9ad6-e01a0ceb2173 HTTP/1.1" status: 200 len: 1001 time: 0.2876501 Mar 08 20:56:05.883498 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143a0c5-0f19-4e72-9a1d-f30011305555 req-6bd015af-4328-4ed6-9806-69a303b34e55 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:05.890708 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6143a0c5-0f19-4e72-9a1d-f30011305555 req-6bd015af-4328-4ed6-9806-69a303b34e55 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce401626-a45c-4e9e-b39e-c36ac3a996fe HTTP/1.1" status: 200 len: 945 time: 0.3276443 Mar 08 20:56:05.941943 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16b235-f32d-4440-92e9-37a7ebf6da4c req-cba92381-070c-4f66-af8f-ed5e560da70d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:05.943398 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3e16b235-f32d-4440-92e9-37a7ebf6da4c req-cba92381-070c-4f66-af8f-ed5e560da70d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1dff7165-de1c-4deb-9ffd-70223a562ab3 HTTP/1.1" status: 200 len: 853 time: 0.0825727 Mar 08 20:56:06.009147 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6143a0c5-0f19-4e72-9a1d-f30011305555 req-f6a3148e-1596-4065-a931-6883c7895510 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4c40910-0547-4b6a-95a7-7da3e6cd88b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175628 Mar 08 20:56:06.043233 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-5771840b-dc63-411c-b285-eb672054fe8f req-ceaa502e-7cac-416f-88ed-380ceb55f872 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:06.096564 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa502e-7cac-416f-88ed-380ceb55f872 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Pushing event deleted for resources: {'Port': ['ID=8cf0fee7-d12e-494a-94a2-d5522bb3b91c,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:06.096961 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['8cf0fee7-d12e-494a-94a2-d5522bb3b91c'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 20:56:06.220845 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [req-5771840b-dc63-411c-b285-eb672054fe8f req-ceaa502e-7cac-416f-88ed-380ceb55f872 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] No DVR routers for this DVR port 8cf0fee7-d12e-494a-94a2-d5522bb3b91c on host hv-cinder-83232 {{(pid=83160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:56:06.223464 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-5771840b-dc63-411c-b285-eb672054fe8f req-ceaa502e-7cac-416f-88ed-380ceb55f872 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:06.247357 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-5771840b-dc63-411c-b285-eb672054fe8f req-ceaa502e-7cac-416f-88ed-380ceb55f872 tempest-ServerRescueNegativeTestJSON-492721280 tempest-ServerRescueNegativeTestJSON-492721280-project] 10.222.0.21 "DELETE /v2.0/ports/8cf0fee7-d12e-494a-94a2-d5522bb3b91c HTTP/1.1" status: 204 len: 173 time: 1.6132293 Mar 08 20:56:06.456774 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3e16b235-f32d-4440-92e9-37a7ebf6da4c req-5c23175d-c05e-44fe-9729-6baecf5de9b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=488c4411-9d7e-46f1-8b25-66a4ca6b1e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4543049 Mar 08 20:56:06.532160 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce401626-a45c-4e9e-b39e-c36ac3a996fe', 'name': 'network-vif-deleted', 'tag': '8cf0fee7-d12e-494a-94a2-d5522bb3b91c'}] {{(pid=83160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:56:06.658397 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce401626-a45c-4e9e-b39e-c36ac3a996fe', 'name': 'network-vif-deleted', 'tag': '8cf0fee7-d12e-494a-94a2-d5522bb3b91c', 'status': 'completed', 'code': 200} Mar 08 20:56:06.782795 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3e16b235-f32d-4440-92e9-37a7ebf6da4c req-a14a9110-53f6-4172-b064-f789cc56123e service neutron] 10.222.0.21 "GET /v2.0/networks/488c4411-9d7e-46f1-8b25-66a4ca6b1e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173783 Mar 08 20:56:06.800396 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 152d597b-ea5a-44c6-b98e-e1b9d8eeac86 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:56:06.891144 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning for port 152d597b-ea5a-44c6-b98e-e1b9d8eeac86 completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:56:06.897670 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port 152d597b-ea5a-44c6-b98e-e1b9d8eeac86 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:56:06.898056 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:07.051749 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:07.113437 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-3b3e6e96-0f15-487e-855e-fdc797a97229 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:07.121001 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-3b3e6e96-0f15-487e-855e-fdc797a97229 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-356680'] for floatingip, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:07.121315 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] For port 152d597b-ea5a-44c6-b98e-e1b9d8eeac86, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=152d597b-ea5a-44c6-b98e-e1b9d8eeac86,segment=NetworkSegment(091f361d-2e69-4a2f-8dd3-940f269e2979),segment_id=091f361d-2e69-4a2f-8dd3-940f269e2979)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:56:07.128965 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:07.260224 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 45870) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:07.268490 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Pushing event updated for resources: {'Port': ['ID=152d597b-ea5a-44c6-b98e-e1b9d8eeac86,revision_number=5']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:07.280546 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:07.281427 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:07.281955 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:07.282619 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:07.283252 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:07.283722 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:07.285323 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:07.285832 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:07.287116 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3e16b235-f32d-4440-92e9-37a7ebf6da4c req-59436e29-d13c-48b5-b497-038c42b4a030 service neutron] 10.222.0.21 "GET /v2.0/networks/488c4411-9d7e-46f1-8b25-66a4ca6b1e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927549 Mar 08 20:56:07.289141 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:07.289622 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:07.290176 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:07.394290 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.db.l3_db [None req-3b3e6e96-0f15-487e-855e-fdc797a97229 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Floating IP 4e5f64f1-c588-4721-a82b-025d04b08466 associated. External IP: 172.28.2.132, port: 78adb5e3-dac6-439b-a564-9fc9587a72e2. Mar 08 20:56:07.717586 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-9244549f-27cb-48bc-94f5-5f682e4dbce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-357242'] for router_interface, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:07.738837 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 20:56:07.945331 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3e6e96-0f15-487e-855e-fdc797a97229 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:56:08.325967 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3e6e96-0f15-487e-855e-fdc797a97229 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:56:08.331755 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-3b3e6e96-0f15-487e-855e-fdc797a97229 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for floatingip, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:08.337508 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55f1ddb-30a3-493b-8a3b-d06ec6576908 None None] Sync routers for ids ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'] in dv-cinder-832328-1-smb {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:56:08.360133 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55f1ddb-30a3-493b-8a3b-d06ec6576908 None None] Routers {'322e80d3-9b8c-442f-a225-e74ce54a5eb1'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:56:08.360747 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-a55f1ddb-30a3-493b-8a3b-d06ec6576908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:55:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:08.416941 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-3b3e6e96-0f15-487e-855e-fdc797a97229 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "PUT /v2.0/floatingips/4e5f64f1-c588-4721-a82b-025d04b08466 HTTP/1.1" status: 200 len: 992 time: 3.3922751 Mar 08 20:56:08.419442 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd555b70-5cd0-4b82-afdb-ae3d285093fd', 'tag': '78adb5e3-dac6-439b-a564-9fc9587a72e2'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:56:08.490274 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd555b70-5cd0-4b82-afdb-ae3d285093fd', 'tag': '78adb5e3-dac6-439b-a564-9fc9587a72e2', 'status': 'completed', 'code': 200} Mar 08 20:56:08.596044 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-9244549f-27cb-48bc-94f5-5f682e4dbce4 admin admin] Deleting port 98a2d086-4c2e-4c36-a533-84773a4507fd {{(pid=83160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 20:56:08.596644 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-9244549f-27cb-48bc-94f5-5f682e4dbce4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:08.632485 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-a55f1ddb-30a3-493b-8a3b-d06ec6576908 None None] Set router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 gateway port host: dv-cinder-832328-1-smb {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:56:08.649762 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-982e0862-c617-4c6b-b7a9-e93c8b85466f req-f163c8ce-c55b-46f0-9e03-95a37eca93ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75384b10ddb442bea7117c6826e163d3&device_id=fd555b70-5cd0-4b82-afdb-ae3d285093fd HTTP/1.1" status: 200 len: 1099 time: 0.1296797 Mar 08 20:56:08.723977 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 152d597b-ea5a-44c6-b98e-e1b9d8eeac86 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:56:08.862219 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port 152d597b-ea5a-44c6-b98e-e1b9d8eeac86 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:56:08.862748 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:08.905448 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [None req-9244549f-27cb-48bc-94f5-5f682e4dbce4 admin admin] For port 98a2d086-4c2e-4c36-a533-84773a4507fd, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=98a2d086-4c2e-4c36-a533-84773a4507fd,segment=NetworkSegment(839e8781-c8d4-49ad-9ad0-477a937867b0),segment_id=839e8781-c8d4-49ad-9ad0-477a937867b0)] {{(pid=83160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:56:08.906753 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-9244549f-27cb-48bc-94f5-5f682e4dbce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:08.959741 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e0862-c617-4c6b-b7a9-e93c8b85466f req-af36a371-47bb-4f8b-9ce6-cf3ba308e4c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:08.962459 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-982e0862-c617-4c6b-b7a9-e93c8b85466f req-af36a371-47bb-4f8b-9ce6-cf3ba308e4c3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ac543f3-ed2d-4557-8b9b-b33844ee4851 HTTP/1.1" status: 200 len: 916 time: 0.3046591 Mar 08 20:56:09.103541 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-9244549f-27cb-48bc-94f5-5f682e4dbce4 admin admin] Calling delete_port for 98a2d086-4c2e-4c36-a533-84773a4507fd owned by network:router_interface {{(pid=83160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 20:56:09.178838 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-a55f1ddb-30a3-493b-8a3b-d06ec6576908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:10Z', 'revision_number': 4, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': '4e5f64f1-c588-4721-a82b-025d04b08466', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'floating_ip_address': '172.28.2.132', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'port_id': '78adb5e3-dac6-439b-a564-9fc9587a72e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'mac_address': 'fa:16:3e:f9:4e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd555b70-5cd0-4b82-afdb-ae3d285093fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:55:41Z', 'updated_at': '2022-03-08T20:56:06Z', 'revision_number': 1, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'fixed_ip_address_scope': None}, {'id': '5c7a2a45-8182-40b5-8fde-2748bb9f3d8c', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'floating_ip_address': '172.28.2.153', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'port_id': '345dab0a-dda1-475c-ba86-e14bd8881adf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'mac_address': 'fa:16:3e:90:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:53:22Z', 'updated_at': '2022-03-08T20:53:53Z', 'revision_number': 2, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de88ea94-d0e2-409f-84d6-ac8e3f467870', 'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'mac_address': 'fa:16:3e:c6:bf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:53:07Z', 'updated_at': '2022-03-08T20:53:37Z', 'revision_number': 5, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'subnets': [{'id': '631e0254-4619-4902-8397-d03caba0f7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:09.189080 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55f1ddb-30a3-493b-8a3b-d06ec6576908 None None] Checking router: 322e80d3-9b8c-442f-a225-e74ce54a5eb1 for host: dv-cinder-832328-1-smb {{(pid=83163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:56:09.204033 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55f1ddb-30a3-493b-8a3b-d06ec6576908 None None] Routers {'322e80d3-9b8c-442f-a225-e74ce54a5eb1'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:56:09.204747 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-a55f1ddb-30a3-493b-8a3b-d06ec6576908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:55:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:09.248225 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-982e0862-c617-4c6b-b7a9-e93c8b85466f req-57d5d22d-88fe-4ede-9855-8fd29b30f3ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78adb5e3-dac6-439b-a564-9fc9587a72e2 HTTP/1.1" status: 200 len: 1000 time: 0.2791698 Mar 08 20:56:09.354405 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e0862-c617-4c6b-b7a9-e93c8b85466f req-69318c33-ac40-4ed3-80fe-cf48ce10579a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:09.357068 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-982e0862-c617-4c6b-b7a9-e93c8b85466f req-69318c33-ac40-4ed3-80fe-cf48ce10579a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=631e0254-4619-4902-8397-d03caba0f7cf HTTP/1.1" status: 200 len: 854 time: 0.0955276 Mar 08 20:56:09.466621 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-982e0862-c617-4c6b-b7a9-e93c8b85466f req-be078f8f-00f2-45ff-b0e4-23ffcc5482f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ac543f3-ed2d-4557-8b9b-b33844ee4851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0993412 Mar 08 20:56:09.469795 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-a55f1ddb-30a3-493b-8a3b-d06ec6576908 None None] Set router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 gateway port host: dv-cinder-832328-1-smb {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:56:09.492401 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-9244549f-27cb-48bc-94f5-5f682e4dbce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:09.564186 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244549f-27cb-48bc-94f5-5f682e4dbce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=98a2d086-4c2e-4c36-a533-84773a4507fd,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:09.566212 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 8cf0fee7-d12e-494a-94a2-d5522bb3b91c no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 20:56:09.652023 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-982e0862-c617-4c6b-b7a9-e93c8b85466f req-c45eeec8-875f-459d-b420-4254b2c9b444 service neutron] 10.222.0.21 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764102 Mar 08 20:56:09.677365 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] No Port match for: 8cf0fee7-d12e-494a-94a2-d5522bb3b91c {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 20:56:09.678518 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 8cf0fee7-d12e-494a-94a2-d5522bb3b91c not bound to the agent host hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 20:56:09.855227 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-982e0862-c617-4c6b-b7a9-e93c8b85466f req-6efe6643-dfe8-48f1-9941-62f022fc2c7f service neutron] 10.222.0.21 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949697 Mar 08 20:56:09.902297 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-a55f1ddb-30a3-493b-8a3b-d06ec6576908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:10Z', 'revision_number': 4, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': '4e5f64f1-c588-4721-a82b-025d04b08466', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'floating_ip_address': '172.28.2.132', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'port_id': '78adb5e3-dac6-439b-a564-9fc9587a72e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'mac_address': 'fa:16:3e:f9:4e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd555b70-5cd0-4b82-afdb-ae3d285093fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:55:41Z', 'updated_at': '2022-03-08T20:56:06Z', 'revision_number': 1, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'fixed_ip_address_scope': None}, {'id': '5c7a2a45-8182-40b5-8fde-2748bb9f3d8c', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'floating_ip_address': '172.28.2.153', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'port_id': '345dab0a-dda1-475c-ba86-e14bd8881adf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'mac_address': 'fa:16:3e:90:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:53:22Z', 'updated_at': '2022-03-08T20:53:53Z', 'revision_number': 2, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de88ea94-d0e2-409f-84d6-ac8e3f467870', 'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'mac_address': 'fa:16:3e:c6:bf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:53:07Z', 'updated_at': '2022-03-08T20:53:37Z', 'revision_number': 5, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'subnets': [{'id': '631e0254-4619-4902-8397-d03caba0f7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:09.907067 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55f1ddb-30a3-493b-8a3b-d06ec6576908 None None] The sync data for ids ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'] in dv-cinder-832328-1-smb is: [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:10Z', 'revision_number': 4, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': '4e5f64f1-c588-4721-a82b-025d04b08466', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'floating_ip_address': '172.28.2.132', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'port_id': '78adb5e3-dac6-439b-a564-9fc9587a72e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'mac_address': 'fa:16:3e:f9:4e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd555b70-5cd0-4b82-afdb-ae3d285093fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:55:41Z', 'updated_at': '2022-03-08T20:56:06Z', 'revision_number': 1, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'fixed_ip_address_scope': None}, {'id': '5c7a2a45-8182-40b5-8fde-2748bb9f3d8c', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'floating_ip_address': '172.28.2.153', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'port_id': '345dab0a-dda1-475c-ba86-e14bd8881adf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'mac_address': 'fa:16:3e:90:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:53:22Z', 'updated_at': '2022-03-08T20:53:53Z', 'revision_number': 2, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de88ea94-d0e2-409f-84d6-ac8e3f467870', 'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'mac_address': 'fa:16:3e:c6:bf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:53:07Z', 'updated_at': '2022-03-08T20:53:37Z', 'revision_number': 5, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'subnets': [{'id': '631e0254-4619-4902-8397-d03caba0f7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:56:10.043224 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-54d36189-c28c-4909-8e7e-5e50d74256c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:10.061289 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-9244549f-27cb-48bc-94f5-5f682e4dbce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3538202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-357165'] for router_interface, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:10.692572 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9244549f-27cb-48bc-94f5-5f682e4dbce4 admin admin] Router 48c7b7de-adbe-4e27-98ea-ba7d5634f0d2 has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:56:10.932699 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9244549f-27cb-48bc-94f5-5f682e4dbce4 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:56:10.957304 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-9244549f-27cb-48bc-94f5-5f682e4dbce4 admin admin] 10.222.0.39 "PUT /v2.0/routers/48c7b7de-adbe-4e27-98ea-ba7d5634f0d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6934276 Mar 08 20:56:10.959704 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 45896) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:10.962425 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd9351d-e5fd-487d-bc9c-a74fa1e17be5 None None] Sync routers for ids ['48c7b7de-adbe-4e27-98ea-ba7d5634f0d2'] in dv-cinder-832328-1-smb {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:56:10.982394 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd9351d-e5fd-487d-bc9c-a74fa1e17be5 None None] Routers {'48c7b7de-adbe-4e27-98ea-ba7d5634f0d2'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:56:10.983216 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-6fd9351d-e5fd-487d-bc9c-a74fa1e17be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:55:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['48c7b7de-adbe-4e27-98ea-ba7d5634f0d2'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:11.226330 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-34778251-87c9-49ff-827f-4104e6b8d0a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:11.243482 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-6fd9351d-e5fd-487d-bc9c-a74fa1e17be5 None None] Set router 48c7b7de-adbe-4e27-98ea-ba7d5634f0d2 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:56:11.448431 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-34778251-87c9-49ff-827f-4104e6b8d0a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:11.460877 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-34778251-87c9-49ff-827f-4104e6b8d0a4 admin admin] Deleting port b98b0402-735d-4c34-8b29-cf88672d10c0 {{(pid=83160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 20:56:11.461422 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-34778251-87c9-49ff-827f-4104e6b8d0a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:11.722524 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-6fd9351d-e5fd-487d-bc9c-a74fa1e17be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c7b7de-adbe-4e27-98ea-ba7d5634f0d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1274342020-router', 'tenant_id': '8fdf6a2901a4473984cf32ef3b202ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'b98b0402-735d-4c34-8b29-cf88672d10c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:53Z', 'updated_at': '2022-03-08T20:56:09Z', 'revision_number': 5, 'project_id': '8fdf6a2901a4473984cf32ef3b202ac2', 'gw_port': {'id': 'b98b0402-735d-4c34-8b29-cf88672d10c0', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:da:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c7b7de-adbe-4e27-98ea-ba7d5634f0d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:54Z', 'updated_at': '2022-03-08T20:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:11.728155 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd9351d-e5fd-487d-bc9c-a74fa1e17be5 None None] Checking router: 48c7b7de-adbe-4e27-98ea-ba7d5634f0d2 for host: dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:56:11.739281 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd9351d-e5fd-487d-bc9c-a74fa1e17be5 None None] Routers {'48c7b7de-adbe-4e27-98ea-ba7d5634f0d2'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:56:11.739873 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-6fd9351d-e5fd-487d-bc9c-a74fa1e17be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:55:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['48c7b7de-adbe-4e27-98ea-ba7d5634f0d2'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:11.760023 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [None req-34778251-87c9-49ff-827f-4104e6b8d0a4 admin admin] For port b98b0402-735d-4c34-8b29-cf88672d10c0, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=b98b0402-735d-4c34-8b29-cf88672d10c0,segment=NetworkSegment(270771a1-e195-4c27-89e2-1537a366dca1),segment_id=270771a1-e195-4c27-89e2-1537a366dca1)] {{(pid=83160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:56:11.760414 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-34778251-87c9-49ff-827f-4104e6b8d0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:11.883188 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-34778251-87c9-49ff-827f-4104e6b8d0a4 admin admin] Calling delete_port for b98b0402-735d-4c34-8b29-cf88672d10c0 owned by network:router_gateway {{(pid=83160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 20:56:11.909669 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-6fd9351d-e5fd-487d-bc9c-a74fa1e17be5 None None] Set router 48c7b7de-adbe-4e27-98ea-ba7d5634f0d2 gateway port host: None {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:56:12.016459 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-6fd9351d-e5fd-487d-bc9c-a74fa1e17be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c7b7de-adbe-4e27-98ea-ba7d5634f0d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1274342020-router', 'tenant_id': '8fdf6a2901a4473984cf32ef3b202ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:53Z', 'updated_at': '2022-03-08T20:56:11Z', 'revision_number': 6, 'project_id': '8fdf6a2901a4473984cf32ef3b202ac2', 'gw_port_host': None}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:12.020391 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd9351d-e5fd-487d-bc9c-a74fa1e17be5 None None] The sync data for ids ['48c7b7de-adbe-4e27-98ea-ba7d5634f0d2'] in dv-cinder-832328-1-smb is: [{'id': '48c7b7de-adbe-4e27-98ea-ba7d5634f0d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1274342020-router', 'tenant_id': '8fdf6a2901a4473984cf32ef3b202ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:53Z', 'updated_at': '2022-03-08T20:56:11Z', 'revision_number': 6, 'project_id': '8fdf6a2901a4473984cf32ef3b202ac2', 'gw_port_host': None}] {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:56:12.057604 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-34778251-87c9-49ff-827f-4104e6b8d0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:12.102914 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34778251-87c9-49ff-827f-4104e6b8d0a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b98b0402-735d-4c34-8b29-cf88672d10c0,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:12.291914 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-b8587e67-9e6c-4a86-b5e8-0bc03140f1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:12.320345 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-34778251-87c9-49ff-827f-4104e6b8d0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-356711'] for router_gateway, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:12.569231 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-34778251-87c9-49ff-827f-4104e6b8d0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-361367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8632'] for router, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:12.573318 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-34778251-87c9-49ff-827f-4104e6b8d0a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:12.655422 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-34778251-87c9-49ff-827f-4104e6b8d0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-361275'] for router, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:12.655931 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34778251-87c9-49ff-827f-4104e6b8d0a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48c7b7de-adbe-4e27-98ea-ba7d5634f0d2 {{(pid=83160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:56:12.672879 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-34778251-87c9-49ff-827f-4104e6b8d0a4 admin admin] Notify callbacks [] for router, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:12.674019 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-34778251-87c9-49ff-827f-4104e6b8d0a4 admin admin] 10.222.0.39 "DELETE /v2.0/routers/48c7b7de-adbe-4e27-98ea-ba7d5634f0d2 HTTP/1.1" status: 204 len: 168 time: 1.7123971 Mar 08 20:56:12.676439 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 45916) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:12.705900 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 98a2d086-4c2e-4c36-a533-84773a4507fd no longer exists at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 20:56:12.732482 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_v2 [None req-23fd6c84-c680-4373-b7a7-cbe6a1f6afb2 admin admin] Deleting subnet 5de2fd05-f3f9-46aa-9b4c-d1e06cb3e211 {{(pid=83160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 08 20:56:12.735304 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-23fd6c84-c680-4373-b7a7-cbe6a1f6afb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:12.737501 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] No Port match for: 98a2d086-4c2e-4c36-a533-84773a4507fd {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 20:56:12.737866 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 98a2d086-4c2e-4c36-a533-84773a4507fd not bound to the agent host dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 20:56:12.794230 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-23fd6c84-c680-4373-b7a7-cbe6a1f6afb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1387715'] for subnet, precommit_delete_associations {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:12.845390 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-23fd6c84-c680-4373-b7a7-cbe6a1f6afb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558918'] for subnet, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:12.916000 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-23fd6c84-c680-4373-b7a7-cbe6a1f6afb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3558927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1387613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1778459'] for subnet, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:13.032288 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd6c84-c680-4373-b7a7-cbe6a1f6afb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5de2fd05-f3f9-46aa-9b4c-d1e06cb3e211,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:13.039040 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-23fd6c84-c680-4373-b7a7-cbe6a1f6afb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for subnet, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:13.045356 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-23fd6c84-c680-4373-b7a7-cbe6a1f6afb2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5de2fd05-f3f9-46aa-9b4c-d1e06cb3e211 HTTP/1.1" status: 204 len: 168 time: 0.3679469 Mar 08 20:56:13.047780 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 45930) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:13.153376 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b71a46c4-f822-4b53-bddd-0329c4380812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468514'] for network, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:13.274870 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b71a46c4-f822-4b53-bddd-0329c4380812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557779', 'neutron.services.segments.db._delete_segments_for_network-8774926378361'] for network, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:13.305037 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.services.segments.db [None req-b71a46c4-f822-4b53-bddd-0329c4380812 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b735a19-c087-45dd-af15-b8c29d470965']}} {{(pid=83160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:13.318010 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.services.segments.db [None req-b71a46c4-f822-4b53-bddd-0329c4380812 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '839e8781-c8d4-49ad-9ad0-477a937867b0') {'for_net_delete': True} {{(pid=83160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:13.318301 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.services.segments.db [None req-b71a46c4-f822-4b53-bddd-0329c4380812 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '839e8781-c8d4-49ad-9ad0-477a937867b0') {} {{(pid=83160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:13.318860 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:13.330471 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b71a46c4-f822-4b53-bddd-0329c4380812 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774926378244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1386544'] for segment, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:13.348251 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b71a46c4-f822-4b53-bddd-0329c4380812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:13.358329 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b71a46c4-f822-4b53-bddd-0329c4380812 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=83160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 08 20:56:13.358707 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b71a46c4-f822-4b53-bddd-0329c4380812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3537275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1387571'] for segment, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: Traceback (most recent call last): Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: timer() Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: cb(*args, **kw) Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: return func(*args, **kwargs) Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: self._notify() Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: self.callback(batched_events) Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: event.method(event) Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: return f(self, *a, **k) Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: return self._get(url).json() Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: return self.request(url, 'GET', **kwargs) Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:56:13.371528 dv-cinder-832328-1-smb neutron-server[83160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:56:13.449215 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b71a46c4-f822-4b53-bddd-0329c4380812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356730'] for network, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:13.453983 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b71a46c4-f822-4b53-bddd-0329c4380812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:13.478550 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a46c4-f822-4b53-bddd-0329c4380812 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b735a19-c087-45dd-af15-b8c29d470965,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:13.489893 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-b71a46c4-f822-4b53-bddd-0329c4380812 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6b735a19-c087-45dd-af15-b8c29d470965 HTTP/1.1" status: 204 len: 168 time: 0.4385974 Mar 08 20:56:13.535140 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:13.699288 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 45980) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:13.749043 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-5a61dcde-c557-4745-8f38-c8770569d898 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8fdf6a2901a4473984cf32ef3b202ac2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0485842 Mar 08 20:56:13.751766 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 45986) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:13.812673 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b8840d82-1628-4dd9-b979-a464821ea0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:13.838106 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b8840d82-1628-4dd9-b979-a464821ea0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:13.890868 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b8840d82-1628-4dd9-b979-a464821ea0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:13.907810 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8840d82-1628-4dd9-b979-a464821ea0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c40910-0547-4b6a-95a7-7da3e6cd88b3,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:13.921458 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b8840d82-1628-4dd9-b979-a464821ea0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:13.922722 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-b8840d82-1628-4dd9-b979-a464821ea0c8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d4c40910-0547-4b6a-95a7-7da3e6cd88b3 HTTP/1.1" status: 204 len: 168 time: 0.1699326 Mar 08 20:56:14.739445 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 46012) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:14.832151 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:14.866847 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-2498fef9-4d9c-484d-9380-a1f8cf35fea5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-542225041-network', 'tenant_id': '55267becfde149f1a4014dbf3988abc1'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:56:14.871542 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-2498fef9-4d9c-484d-9380-a1f8cf35fea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:56:14.877737 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 46020) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:14.878215 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-2498fef9-4d9c-484d-9380-a1f8cf35fea5 admin admin] Usage tracker for resource:network and tenant:55267becfde149f1a4014dbf3988abc1 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:56:14.881616 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-2498fef9-4d9c-484d-9380-a1f8cf35fea5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:56:14.887551 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-2498fef9-4d9c-484d-9380-a1f8cf35fea5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:56:14.897869 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2498fef9-4d9c-484d-9380-a1f8cf35fea5 admin admin] Made reservation on behalf of 55267becfde149f1a4014dbf3988abc1 for: {'network': 1} {{(pid=83160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:56:14.900105 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2498fef9-4d9c-484d-9380-a1f8cf35fea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for network, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:14.912636 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2498fef9-4d9c-484d-9380-a1f8cf35fea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:14.940760 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_v2 [None req-40047c4a-0074-486a-b02c-8349758ff9e9 admin admin] Deleting subnet dc4495bd-0a75-4c9e-9574-f5063f27a391 {{(pid=83161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 08 20:56:14.943089 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-2498fef9-4d9c-484d-9380-a1f8cf35fea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:56:14.943747 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-40047c4a-0074-486a-b02c-8349758ff9e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:14.946819 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-2498fef9-4d9c-484d-9380-a1f8cf35fea5 admin admin] Usage tracker for resource:security_group_rule and tenant:55267becfde149f1a4014dbf3988abc1 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:56:14.949538 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-2498fef9-4d9c-484d-9380-a1f8cf35fea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:56:14.955119 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-2498fef9-4d9c-484d-9380-a1f8cf35fea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:56:14.997788 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-40047c4a-0074-486a-b02c-8349758ff9e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1095615'] for subnet, precommit_delete_associations {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:15.019886 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2498fef9-4d9c-484d-9380-a1f8cf35fea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:15.023731 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2498fef9-4d9c-484d-9380-a1f8cf35fea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:15.052591 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-40047c4a-0074-486a-b02c-8349758ff9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558918'] for subnet, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:15.053524 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2498fef9-4d9c-484d-9380-a1f8cf35fea5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=83160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 20:56:15.061674 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498fef9-4d9c-484d-9380-a1f8cf35fea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ce0a61-0c73-4be0-82cd-49a07ba35e45,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:15.067697 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2498fef9-4d9c-484d-9380-a1f8cf35fea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:15.068038 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.db.segments_db [None req-2498fef9-4d9c-484d-9380-a1f8cf35fea5 admin admin] Added segment 56e65251-5d3d-4020-9db2-d24b67a01fb5 of type vlan for network 00070523-754b-4fd2-826d-d4ba066d78ff Mar 08 20:56:15.100047 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2498fef9-4d9c-484d-9380-a1f8cf35fea5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774925924886'] for network, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:15.126471 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-40047c4a-0074-486a-b02c-8349758ff9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3558927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1095503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1819689'] for subnet, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:15.136095 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2498fef9-4d9c-484d-9380-a1f8cf35fea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423'] for network, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:15.137124 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2498fef9-4d9c-484d-9380-a1f8cf35fea5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:15.137859 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2498fef9-4d9c-484d-9380-a1f8cf35fea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:15.164375 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40047c4a-0074-486a-b02c-8349758ff9e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc4495bd-0a75-4c9e-9574-f5063f27a391,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:15.174047 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-40047c4a-0074-486a-b02c-8349758ff9e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:15.178814 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40047c4a-0074-486a-b02c-8349758ff9e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:15.179153 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40047c4a-0074-486a-b02c-8349758ff9e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:15.179481 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40047c4a-0074-486a-b02c-8349758ff9e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:15.179803 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40047c4a-0074-486a-b02c-8349758ff9e9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:15.180123 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40047c4a-0074-486a-b02c-8349758ff9e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:15.180440 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40047c4a-0074-486a-b02c-8349758ff9e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:15.180758 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40047c4a-0074-486a-b02c-8349758ff9e9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:15.181071 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40047c4a-0074-486a-b02c-8349758ff9e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:15.181388 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40047c4a-0074-486a-b02c-8349758ff9e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:15.181720 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40047c4a-0074-486a-b02c-8349758ff9e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:15.182032 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40047c4a-0074-486a-b02c-8349758ff9e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:15.186702 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-40047c4a-0074-486a-b02c-8349758ff9e9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/dc4495bd-0a75-4c9e-9574-f5063f27a391 HTTP/1.1" status: 204 len: 168 time: 0.3078723 Mar 08 20:56:15.189132 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 46024) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:15.241976 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498fef9-4d9c-484d-9380-a1f8cf35fea5 admin admin] Pushing event updated for resources: {'Network': ['ID=00070523-754b-4fd2-826d-d4ba066d78ff,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:15.250038 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-2498fef9-4d9c-484d-9380-a1f8cf35fea5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5060225 Mar 08 20:56:15.250437 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 46028) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:15.253968 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Network 00070523-754b-4fd2-826d-d4ba066d78ff details requested by agent ovs-agent-dv-cinder-832328-1-smb with host dv-cinder-832328-1-smb {{(pid=83162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 20:56:15.259018 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-d3d4d69e-a989-4cc6-9d6c-31980462a5b6 admin admin] Request body: {'subnet': {'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-542225041-subnet', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:56:15.263939 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-d3d4d69e-a989-4cc6-9d6c-31980462a5b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:56:15.268309 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-d3d4d69e-a989-4cc6-9d6c-31980462a5b6 admin admin] Usage tracker for resource:subnet and tenant:55267becfde149f1a4014dbf3988abc1 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:56:15.271113 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-d3d4d69e-a989-4cc6-9d6c-31980462a5b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:56:15.278135 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-d3d4d69e-a989-4cc6-9d6c-31980462a5b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:56:15.288662 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d4d69e-a989-4cc6-9d6c-31980462a5b6 admin admin] Made reservation on behalf of 55267becfde149f1a4014dbf3988abc1 for: {'subnet': 1} {{(pid=83160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:56:15.291114 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d3d4d69e-a989-4cc6-9d6c-31980462a5b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1778544'] for subnet, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:15.297949 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-ad1da16f-feef-4476-add5-5c0736335f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468514'] for network, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:15.430899 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-ad1da16f-feef-4476-add5-5c0736335f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557779', 'neutron.services.segments.db._delete_segments_for_network-8774926378361'] for network, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:15.456428 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.services.segments.db [None req-ad1da16f-feef-4476-add5-5c0736335f07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde9fed7-e7fc-4a6d-9950-eb02768e1372']}} {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:15.471345 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.services.segments.db [None req-ad1da16f-feef-4476-add5-5c0736335f07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b120b519-5d1f-4929-a02d-4493480a1090') {'for_net_delete': True} {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:15.471928 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.services.segments.db [None req-ad1da16f-feef-4476-add5-5c0736335f07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b120b519-5d1f-4929-a02d-4493480a1090') {} {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:15.486029 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-ad1da16f-feef-4476-add5-5c0736335f07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774926378244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1094476'] for segment, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:15.502918 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-ad1da16f-feef-4476-add5-5c0736335f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:15.507389 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d3d4d69e-a989-4cc6-9d6c-31980462a5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1387674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1778530'] for subnet, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:15.509966 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad1da16f-feef-4476-add5-5c0736335f07 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=83161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 08 20:56:15.510416 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-ad1da16f-feef-4476-add5-5c0736335f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3537275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1095457'] for segment, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: Traceback (most recent call last): Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: timer() Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: cb(*args, **kw) Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: return func(*args, **kwargs) Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: self._notify() Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: self.callback(batched_events) Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: event.method(event) Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: return f(self, *a, **k) Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: return self._get(url).json() Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: return self.request(url, 'GET', **kwargs) Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:56:15.523731 dv-cinder-832328-1-smb neutron-server[83161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:56:15.575687 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4d69e-a989-4cc6-9d6c-31980462a5b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8,revision_number=0']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:15.590002 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d4d69e-a989-4cc6-9d6c-31980462a5b6 admin admin] Checking segment: {'id': '56e65251-5d3d-4020-9db2-d24b67a01fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:56:15.590360 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d4d69e-a989-4cc6-9d6c-31980462a5b6 admin admin] Network hostable DHCP agents. Network: 00070523-754b-4fd2-826d-d4ba066d78ff, hostable agents: ['f8f0924d-105e-45b1-98fc-f771e4a35ffd'], hosted agents: [] {{(pid=83160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 20:56:15.600605 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-ad1da16f-feef-4476-add5-5c0736335f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356730'] for network, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:15.614698 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d4d69e-a989-4cc6-9d6c-31980462a5b6 admin admin] Network 00070523-754b-4fd2-826d-d4ba066d78ff is scheduled to be hosted by DHCP agent f8f0924d-105e-45b1-98fc-f771e4a35ffd with binding_index 1 {{(pid=83160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 20:56:15.618447 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-ad1da16f-feef-4476-add5-5c0736335f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:15.624607 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-d3d4d69e-a989-4cc6-9d6c-31980462a5b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-smb, 00070523-754b-4fd2-826d-d4ba066d78ff) {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:56:15.628917 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d4d69e-a989-4cc6-9d6c-31980462a5b6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:15.629258 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1da16f-feef-4476-add5-5c0736335f07 admin admin] Pushing event deleted for resources: {'Network': ['ID=fde9fed7-e7fc-4a6d-9950-eb02768e1372,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:15.629640 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d3d4d69e-a989-4cc6-9d6c-31980462a5b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for subnet, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:15.633982 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad88061-8ed6-462e-ad0e-fa73420eb845 None None] Network 00070523-754b-4fd2-826d-d4ba066d78ff requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:56:15.640680 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-ad1da16f-feef-4476-add5-5c0736335f07 admin admin] 10.222.0.39 "DELETE /v2.0/networks/fde9fed7-e7fc-4a6d-9950-eb02768e1372 HTTP/1.1" status: 204 len: 168 time: 0.4505515 Mar 08 20:56:15.654890 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-d3d4d69e-a989-4cc6-9d6c-31980462a5b6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4037099 Mar 08 20:56:15.657765 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 46038) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:15.663732 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-7d053668-b139-44c9-b59f-9c18ea665940 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-542225041-router', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:56:15.669095 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-7d053668-b139-44c9-b59f-9c18ea665940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:56:15.672979 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-7d053668-b139-44c9-b59f-9c18ea665940 admin admin] Usage tracker for resource:router and tenant:55267becfde149f1a4014dbf3988abc1 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:56:15.675862 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-7d053668-b139-44c9-b59f-9c18ea665940 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:56:15.682276 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-7d053668-b139-44c9-b59f-9c18ea665940 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:56:15.692156 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-7d053668-b139-44c9-b59f-9c18ea665940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-360017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8618'] for router, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:15.693090 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-7d053668-b139-44c9-b59f-9c18ea665940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-359986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-356822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-333730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8609'] for router, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:15.711508 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-7d053668-b139-44c9-b59f-9c18ea665940 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:15.809627 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 46044) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:15.866953 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9c7c7a-8032-4409-9860-9c177bb5839a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp82897f6b-9441-5f0c-ac3f-2ea43e747f11-00070523-754b-4fd2-826d-d4ba066d78ff', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'fixed_ips': [{'subnet_id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8'}]}} from dv-cinder-832328-1-smb. {{(pid=83162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 08 20:56:15.868292 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-cc9c7c7a-8032-4409-9860-9c177bb5839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:15.884538 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-295dd418-6fd7-4865-a1eb-2e7c4e4e1c10 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=222878746e884f15a3aaea3ef302af76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0737453 Mar 08 20:56:15.885144 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 46050) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:15.953282 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-7d053668-b139-44c9-b59f-9c18ea665940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-356644', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-361387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15691'] for router, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:15.953917 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-7f54e0c9-bdf5-4553-9117-d9b1631786c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:15.982677 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-7f54e0c9-bdf5-4553-9117-d9b1631786c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:16.047044 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.db_base_plugin_common [None req-cc9c7c7a-8032-4409-9860-9c177bb5839a None None] Allocated IP 172.20.0.2 (00070523-754b-4fd2-826d-d4ba066d78ff/3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8/d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3) {{(pid=83162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:56:16.047749 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-7f54e0c9-bdf5-4553-9117-d9b1631786c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:16.063837 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54e0c9-bdf5-4553-9117-d9b1631786c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c50651-8b2a-4af9-95de-43e4f5965673,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:16.078851 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-7f54e0c9-bdf5-4553-9117-d9b1631786c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:16.082785 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-7f54e0c9-bdf5-4553-9117-d9b1631786c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a0c50651-8b2a-4af9-95de-43e4f5965673 HTTP/1.1" status: 204 len: 168 time: 0.1966963 Mar 08 20:56:16.178111 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-7d053668-b139-44c9-b59f-9c18ea665940 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:16.211816 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-7d053668-b139-44c9-b59f-9c18ea665940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:16.270383 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-cc9c7c7a-8032-4409-9860-9c177bb5839a None None] Notify callbacks [] for port, precommit_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:16.281199 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-cc9c7c7a-8032-4409-9860-9c177bb5839a None None] Transition to ACTIVE for port object d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3 will not be triggered until provisioned by entity L2. {{(pid=83162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:56:16.301159 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-cc9c7c7a-8032-4409-9860-9c177bb5839a None None] Transition to ACTIVE for port object d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3 will not be triggered until provisioned by entity DHCP. {{(pid=83162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:56:16.308235 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-cc9c7c7a-8032-4409-9860-9c177bb5839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643'] for port, after_create {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:16.357572 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_common [None req-7d053668-b139-44c9-b59f-9c18ea665940 admin admin] Allocated IP 172.28.2.11 (f9f3acf9-d167-4056-a9c0-ac3b9bafea7a/9a481e38-0dcf-4733-b8bf-eb46fecff3f0/675522ce-b988-45b3-85d4-70b23820db56) {{(pid=83161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:56:16.374786 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9c7c7a-8032-4409-9860-9c177bb5839a None None] Network 00070523-754b-4fd2-826d-d4ba066d78ff is already hosted by enough agents. {{(pid=83162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:56:16.377471 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.scheduler.base_scheduler [None req-cc9c7c7a-8032-4409-9860-9c177bb5839a None None] Resources bound (agent type, host, resource id): {{(pid=83162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:56:16.381718 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9c7c7a-8032-4409-9860-9c177bb5839a None None] Received port after_create {{(pid=83162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:56:16.390370 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c7c7a-8032-4409-9860-9c177bb5839a None None] Pushing event updated for resources: {'Port': ['ID=d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3,revision_number=1']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:16.471424 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-cc9c7c7a-8032-4409-9860-9c177bb5839a None None] Attempting to bind port d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3 on host dv-cinder-832328-1-smb for vnic_type normal with profile {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:56:16.471793 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-cc9c7c7a-8032-4409-9860-9c177bb5839a None None] Attempting to bind port d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3 by drivers openvswitch,hyperv on host dv-cinder-832328-1-smb at level 0 using segments [{'id': '56e65251-5d3d-4020-9db2-d24b67a01fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff'}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:56:16.472148 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9c7c7a-8032-4409-9860-9c177bb5839a None None] Attempting to bind port d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3 on network 00070523-754b-4fd2-826d-d4ba066d78ff {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:56:16.478928 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9c7c7a-8032-4409-9860-9c177bb5839a None None] Checking agent: {'id': '3893f380-9b19-46dd-a79f-fadbe55c1144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 20, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:56:16.479293 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9c7c7a-8032-4409-9860-9c177bb5839a None None] Checking segment: {'id': '56e65251-5d3d-4020-9db2-d24b67a01fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:56:16.479685 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-cc9c7c7a-8032-4409-9860-9c177bb5839a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:16.480064 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9c7c7a-8032-4409-9860-9c177bb5839a None None] Bound using segment: {'id': '56e65251-5d3d-4020-9db2-d24b67a01fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff'} {{(pid=83162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:56:16.480513 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.managers [None req-cc9c7c7a-8032-4409-9860-9c177bb5839a None None] Bound port: d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3, host: dv-cinder-832328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e65251-5d3d-4020-9db2-d24b67a01fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff'}}] {{(pid=83162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:56:16.480894 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-cc9c7c7a-8032-4409-9860-9c177bb5839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:16.526890 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-7d053668-b139-44c9-b59f-9c18ea665940 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:16.558504 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-7d053668-b139-44c9-b59f-9c18ea665940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:16.571722 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-cc9c7c7a-8032-4409-9860-9c177bb5839a None None] For port d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3, host dv-cinder-832328-1-smb, cleared binding levels {{(pid=83162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:56:16.576917 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-cc9c7c7a-8032-4409-9860-9c177bb5839a None None] For port d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3, host dv-cinder-832328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:56:16.582331 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-cc9c7c7a-8032-4409-9860-9c177bb5839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:16.647779 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d053668-b139-44c9-b59f-9c18ea665940 admin admin] Network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a is already hosted by enough agents. {{(pid=83161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:56:16.650772 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [None req-7d053668-b139-44c9-b59f-9c18ea665940 admin admin] Resources bound (agent type, host, resource id): {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:56:16.655713 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d053668-b139-44c9-b59f-9c18ea665940 admin admin] Received port after_create {{(pid=83161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:56:16.673917 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c7c7a-8032-4409-9860-9c177bb5839a None None] Pushing event updated for resources: {'Port': ['ID=d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3,revision_number=2']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:16.684884 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d053668-b139-44c9-b59f-9c18ea665940 admin admin] Pushing event updated for resources: {'Port': ['ID=675522ce-b988-45b3-85d4-70b23820db56,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:16.884969 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-7d053668-b139-44c9-b59f-9c18ea665940 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:16.885326 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-7d053668-b139-44c9-b59f-9c18ea665940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-361378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-356667'] for router, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:17.211047 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d053668-b139-44c9-b59f-9c18ea665940 admin admin] Router 243b93c4-9d4b-4821-b225-c9f1477487da is scheduled to L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 with binding_index 1 {{(pid=83161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 20:56:17.414037 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d053668-b139-44c9-b59f-9c18ea665940 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:56:17.426226 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861776cb-293e-4c51-bf47-3c709db54c8a None None] Sync routers for ids ['243b93c4-9d4b-4821-b225-c9f1477487da'] in dv-cinder-832328-1-smb {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:56:17.442470 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-7d053668-b139-44c9-b59f-9c18ea665940 admin admin] Notify callbacks [] for router, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:17.447108 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 46088) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:17.447635 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-7d053668-b139-44c9-b59f-9c18ea665940 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7885871 Mar 08 20:56:17.447976 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861776cb-293e-4c51-bf47-3c709db54c8a None None] Routers {'243b93c4-9d4b-4821-b225-c9f1477487da'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:56:17.448761 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-861776cb-293e-4c51-bf47-3c709db54c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:56:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['243b93c4-9d4b-4821-b225-c9f1477487da'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:17.604741 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d9ff03-cc17-4fc0-bdb4-e2b5d467de12 None None] New status for floating IP 4e5f64f1-c588-4721-a82b-025d04b08466: ACTIVE {{(pid=83162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 08 20:56:17.725167 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-861776cb-293e-4c51-bf47-3c709db54c8a None None] Set router 243b93c4-9d4b-4821-b225-c9f1477487da gateway port host: dv-cinder-832328-1-smb {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:56:18.025540 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d21831f-d836-4dd3-90aa-9c26879015a0 None None] Network 00070523-754b-4fd2-826d-d4ba066d78ff requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:56:18.042629 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-5b3891f5-6ff4-4bb8-9f4a-8a98906411d5 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-147443924&fields=id&tenant_id=cf98cf7961434dfbaf15fa6e67d18187 HTTP/1.1" status: 200 len: 267 time: 0.0848258 Mar 08 20:56:18.217462 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:18.225985 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-091c1d26-c935-4fed-be58-67486146787f None None] Provisioning for port d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3 completed by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:56:18.228042 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-3d3b62e0-cc57-4105-bdc7-9c378e802bba tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:18.234839 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-3d3b62e0-cc57-4105-bdc7-9c378e802bba tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/networks?id=06a8b738-1cbc-4a2a-825e-0aaa66ccc47b HTTP/1.1" status: 200 len: 807 time: 0.1841731 Mar 08 20:56:18.254981 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-496f4c7f-19c8-40f1-8f53-ce5c5012cfa8 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/quotas/cf98cf7961434dfbaf15fa6e67d18187 HTTP/1.1" status: 200 len: 375 time: 0.0191281 Mar 08 20:56:18.340852 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-861776cb-293e-4c51-bf47-3c709db54c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'name': 'tempest-AttachVolumeShelveTestJSON-542225041-router', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '675522ce-b988-45b3-85d4-70b23820db56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:56:15Z', 'updated_at': '2022-03-08T20:56:16Z', 'revision_number': 3, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'gw_port': {'id': '675522ce-b988-45b3-85d4-70b23820db56', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:16Z', 'updated_at': '2022-03-08T20:56:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:18.353696 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861776cb-293e-4c51-bf47-3c709db54c8a None None] Checking router: 243b93c4-9d4b-4821-b225-c9f1477487da for host: dv-cinder-832328-1-smb {{(pid=83163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:56:18.353696 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861776cb-293e-4c51-bf47-3c709db54c8a None None] Updating router 243b93c4-9d4b-4821-b225-c9f1477487da port 675522ce-b988-45b3-85d4-70b23820db56 binding host dv-cinder-832328-1-smb {{(pid=83163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 08 20:56:18.354277 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-4419a2aa-b568-4c42-80b1-fa099923d225 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Synchronizing usage tracker for tenant:cf98cf7961434dfbaf15fa6e67d18187 on resource:port {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:56:18.382381 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-4419a2aa-b568-4c42-80b1-fa099923d225 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Unset dirty status for tenant:cf98cf7961434dfbaf15fa6e67d18187 on resource:port {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:56:18.399963 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-4419a2aa-b568-4c42-80b1-fa099923d225 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf98cf7961434dfbaf15fa6e67d18187&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1439166 Mar 08 20:56:18.437471 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-861776cb-293e-4c51-bf47-3c709db54c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:18.731580 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-91f64930-5a95-4e9c-a3e2-036e32401086 service neutron] 10.222.0.39 "GET /v2.0/networks/06a8b738-1cbc-4a2a-825e-0aaa66ccc47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306003 Mar 08 20:56:18.762265 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b2b84566-3073-4d8d-8a23-41cd9b89eb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:18.887362 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-ef0573a2-e3cc-4c34-a77b-5c2f5ec6224e service neutron] 10.222.0.39 "GET /v2.0/networks/06a8b738-1cbc-4a2a-825e-0aaa66ccc47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537144 Mar 08 20:56:18.952344 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-861776cb-293e-4c51-bf47-3c709db54c8a None None] Notify callbacks [] for port, precommit_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:18.983725 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.provisioning_blocks [None req-861776cb-293e-4c51-bf47-3c709db54c8a None None] Transition to ACTIVE for port object 675522ce-b988-45b3-85d4-70b23820db56 will not be triggered until provisioned by entity L2. {{(pid=83163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:56:19.008020 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-861776cb-293e-4c51-bf47-3c709db54c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:19.031190 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_common [None req-b2b84566-3073-4d8d-8a23-41cd9b89eb7d admin admin] Allocated IP 172.20.0.1 (00070523-754b-4fd2-826d-d4ba066d78ff/3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8/d55f3288-86f1-40ed-854e-02c2961a2176) {{(pid=83160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:56:19.063604 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:56:19.212256 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22eca8-b96a-4247-b336-d4553658beac None None] Pushing event updated for resources: {'Port': ['ID=675522ce-b988-45b3-85d4-70b23820db56,revision_number=2']} {{(pid=83163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:19.222374 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-861776cb-293e-4c51-bf47-3c709db54c8a None None] Attempting to bind port 675522ce-b988-45b3-85d4-70b23820db56 on host dv-cinder-832328-1-smb for vnic_type normal with profile {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:56:19.222732 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-861776cb-293e-4c51-bf47-3c709db54c8a None None] Attempting to bind port 675522ce-b988-45b3-85d4-70b23820db56 by drivers openvswitch,hyperv on host dv-cinder-832328-1-smb at level 0 using segments [{'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}] {{(pid=83163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:56:19.223080 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861776cb-293e-4c51-bf47-3c709db54c8a None None] Attempting to bind port 675522ce-b988-45b3-85d4-70b23820db56 on network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:56:19.231720 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861776cb-293e-4c51-bf47-3c709db54c8a None None] Checking agent: {'id': '3893f380-9b19-46dd-a79f-fadbe55c1144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 20, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:56:19.232011 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861776cb-293e-4c51-bf47-3c709db54c8a None None] Checking segment: {'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:56:19.232403 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-861776cb-293e-4c51-bf47-3c709db54c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:19.232786 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861776cb-293e-4c51-bf47-3c709db54c8a None None] Bound using segment: {'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'} {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:56:19.233253 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-861776cb-293e-4c51-bf47-3c709db54c8a None None] Bound port: 675522ce-b988-45b3-85d4-70b23820db56, host: dv-cinder-832328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270771a1-e195-4c27-89e2-1537a366dca1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}}] {{(pid=83163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:56:19.233637 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-861776cb-293e-4c51-bf47-3c709db54c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:19.235541 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b2b84566-3073-4d8d-8a23-41cd9b89eb7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:19.272339 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.provisioning_blocks [None req-b2b84566-3073-4d8d-8a23-41cd9b89eb7d admin admin] Transition to ACTIVE for port object d55f3288-86f1-40ed-854e-02c2961a2176 will not be triggered until provisioned by entity DHCP. {{(pid=83160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:56:19.299464 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning for port d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3 completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:56:19.309367 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b2b84566-3073-4d8d-8a23-41cd9b89eb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:19.309534 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:56:19.309534 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:19.388467 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.db [None req-861776cb-293e-4c51-bf47-3c709db54c8a None None] For port 675522ce-b988-45b3-85d4-70b23820db56, host dv-cinder-832328-1-smb, cleared binding levels {{(pid=83163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:56:19.420623 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b84566-3073-4d8d-8a23-41cd9b89eb7d admin admin] Network 00070523-754b-4fd2-826d-d4ba066d78ff is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:56:19.422451 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.db [None req-861776cb-293e-4c51-bf47-3c709db54c8a None None] For port 675522ce-b988-45b3-85d4-70b23820db56, host dv-cinder-832328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=675522ce-b988-45b3-85d4-70b23820db56,segment=NetworkSegment(270771a1-e195-4c27-89e2-1537a366dca1),segment_id=270771a1-e195-4c27-89e2-1537a366dca1)] {{(pid=83163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:56:19.423799 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-b2b84566-3073-4d8d-8a23-41cd9b89eb7d admin admin] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:56:19.428394 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b84566-3073-4d8d-8a23-41cd9b89eb7d admin admin] Received port after_create {{(pid=83160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:56:19.431284 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-861776cb-293e-4c51-bf47-3c709db54c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:19.471774 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b84566-3073-4d8d-8a23-41cd9b89eb7d admin admin] Pushing event updated for resources: {'Port': ['ID=d55f3288-86f1-40ed-854e-02c2961a2176,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:19.491389 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:19.554260 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b2b84566-3073-4d8d-8a23-41cd9b89eb7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-357313'] for router_interface, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:19.560408 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] For port d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:56:19.575002 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:19.575793 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22eca8-b96a-4247-b336-d4553658beac None None] Pushing event updated for resources: {'Port': ['ID=675522ce-b988-45b3-85d4-70b23820db56,revision_number=3']} {{(pid=83163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:19.585016 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-1f24a67a-eecf-4829-8cea-75fdd37f2449 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=473d1506bfea40ab94dbc90c6f58ae0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0872002 Mar 08 20:56:19.622564 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861776cb-293e-4c51-bf47-3c709db54c8a None None] Routers {'243b93c4-9d4b-4821-b225-c9f1477487da'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:56:19.623434 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-861776cb-293e-4c51-bf47-3c709db54c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:56:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['243b93c4-9d4b-4821-b225-c9f1477487da'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:19.634978 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-30b3f798-f427-42e7-b04f-60b28ead48e3 req-8d6cf5a0-9003-4989-97b1-5b4a56abcca4 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 210 time: 0.0550206 Mar 08 20:56:19.646902 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device b98b0402-735d-4c34-8b29-cf88672d10c0 no longer exists at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 20:56:19.701590 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] No Port match for: b98b0402-735d-4c34-8b29-cf88672d10c0 {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 20:56:19.702259 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device b98b0402-735d-4c34-8b29-cf88672d10c0 not bound to the agent host dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 20:56:19.740649 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Pushing event updated for resources: {'Port': ['ID=d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3,revision_number=3']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:19.850231 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-861776cb-293e-4c51-bf47-3c709db54c8a None None] Set router 243b93c4-9d4b-4821-b225-c9f1477487da gateway port host: dv-cinder-832328-1-smb {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:56:19.908519 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-87f5c889-eb7e-4dc0-82e0-472b6583813a None None] Provisioning for port d55f3288-86f1-40ed-854e-02c2961a2176 completed by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:56:19.915457 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-87f5c889-eb7e-4dc0-82e0-472b6583813a None None] Provisioning complete for port d55f3288-86f1-40ed-854e-02c2961a2176 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:56:19.916193 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-87f5c889-eb7e-4dc0-82e0-472b6583813a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:19.928564 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b2b84566-3073-4d8d-8a23-41cd9b89eb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:19.951284 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-d15421ad-7424-43ca-b93e-3d56f1263241 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:19.953467 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-d15421ad-7424-43ca-b93e-3d56f1263241 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3513322 Mar 08 20:56:19.986523 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-87f5c889-eb7e-4dc0-82e0-472b6583813a None None] Port d55f3288-86f1-40ed-854e-02c2961a2176 cannot update to ACTIVE because it is not bound. {{(pid=83162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 08 20:56:20.013756 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-9639bfb1-343a-4ac0-b96c-4c71b696290c tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/quotas/473d1506bfea40ab94dbc90c6f58ae0f HTTP/1.1" status: 200 len: 375 time: 0.0313687 Mar 08 20:56:20.087895 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-3f7dbb54-030d-4233-8d3a-df67224b92f9 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=473d1506bfea40ab94dbc90c6f58ae0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645638 Mar 08 20:56:20.220951 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-861776cb-293e-4c51-bf47-3c709db54c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'name': 'tempest-AttachVolumeShelveTestJSON-542225041-router', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '675522ce-b988-45b3-85d4-70b23820db56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:56:15Z', 'updated_at': '2022-03-08T20:56:16Z', 'revision_number': 3, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'gw_port': {'id': '675522ce-b988-45b3-85d4-70b23820db56', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:16Z', 'updated_at': '2022-03-08T20:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:20.242986 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861776cb-293e-4c51-bf47-3c709db54c8a None None] The sync data for ids ['243b93c4-9d4b-4821-b225-c9f1477487da'] in dv-cinder-832328-1-smb is: [{'id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'name': 'tempest-AttachVolumeShelveTestJSON-542225041-router', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '675522ce-b988-45b3-85d4-70b23820db56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:56:15Z', 'updated_at': '2022-03-08T20:56:16Z', 'revision_number': 3, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'gw_port': {'id': '675522ce-b988-45b3-85d4-70b23820db56', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:16Z', 'updated_at': '2022-03-08T20:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}] {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:56:20.315459 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b2b84566-3073-4d8d-8a23-41cd9b89eb7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:20.326660 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b2b84566-3073-4d8d-8a23-41cd9b89eb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1387543'] for port, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:20.375632 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d79da4d2-330c-4b35-9ff9-db3cb6bf848f req-01ddfb1d-03e1-487f-905f-3785419e3714 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/ports?device_id=1565c7af-c218-416f-ac0e-0b9b71a34c22 HTTP/1.1" status: 200 len: 210 time: 0.0628085 Mar 08 20:56:20.436477 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b2b84566-3073-4d8d-8a23-41cd9b89eb7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3538255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-357228'] for router_interface, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:20.478445 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b84566-3073-4d8d-8a23-41cd9b89eb7d admin admin] Pushing event updated for resources: {'Port': ['ID=d55f3288-86f1-40ed-854e-02c2961a2176,revision_number=2']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:20.683819 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b84566-3073-4d8d-8a23-41cd9b89eb7d admin admin] Network 00070523-754b-4fd2-826d-d4ba066d78ff is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:56:20.685212 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-b2b84566-3073-4d8d-8a23-41cd9b89eb7d admin admin] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:56:20.727003 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:56:20.852270 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:56:20.852782 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:20.989772 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-0c9c0680-8f69-4ebf-9692-a3f003a4d1df req-ca919650-2fd6-42c8-a588-306e60428b81 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 210 time: 0.0595751 Mar 08 20:56:21.135507 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-983543fa-2718-4ed9-9b0d-db97606752ba None None] Provisioning complete for port d55f3288-86f1-40ed-854e-02c2961a2176 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:56:21.136863 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-983543fa-2718-4ed9-9b0d-db97606752ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:21.202832 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-9359d9b4-db7c-471e-a0f4-5d0fbf483cca tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:21.204753 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-9359d9b4-db7c-471e-a0f4-5d0fbf483cca tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.21 "GET /v2.0/networks?id=06a8b738-1cbc-4a2a-825e-0aaa66ccc47b HTTP/1.1" status: 200 len: 807 time: 0.1668894 Mar 08 20:56:21.205987 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-983543fa-2718-4ed9-9b0d-db97606752ba None None] Port d55f3288-86f1-40ed-854e-02c2961a2176 cannot update to ACTIVE because it is not bound. {{(pid=83162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 08 20:56:21.271819 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-8796470b-f019-44f1-88b5-d204ee76c6aa tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf98cf7961434dfbaf15fa6e67d18187 HTTP/1.1" status: 200 len: 379 time: 0.0540581 Mar 08 20:56:21.281059 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-d26e54b2-fc46-4551-a908-20f6f77ee7da tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Request body: {'port': {'device_id': 'f615633e-aeaa-4b58-8aa7-7c39420d989d', 'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b', 'admin_state_up': True, 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'security_groups': ['24755866-7876-4d67-afb9-5f2b078b87cb']}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:56:21.451846 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-d26e54b2-fc46-4551-a908-20f6f77ee7da tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:56:21.461919 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b84566-3073-4d8d-8a23-41cd9b89eb7d admin admin] Router 243b93c4-9d4b-4821-b225-c9f1477487da has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:56:21.464030 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-d26e54b2-fc46-4551-a908-20f6f77ee7da tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:56:21.478714 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-d26e54b2-fc46-4551-a908-20f6f77ee7da tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Made reservation on behalf of cf98cf7961434dfbaf15fa6e67d18187 for: {'port': 1} {{(pid=83161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:56:21.482728 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-d26e54b2-fc46-4551-a908-20f6f77ee7da tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:21.668683 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-791b75bd-2028-4dce-b5db-0f57fc5cd6ae tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=473d1506bfea40ab94dbc90c6f58ae0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1200509 Mar 08 20:56:21.706008 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-619a53b3-5376-478b-af98-23ae597b0c63 req-dfd8dbd9-c568-43e5-a32a-dafd1c90bb17 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/ports?device_id=1565c7af-c218-416f-ac0e-0b9b71a34c22 HTTP/1.1" status: 200 len: 210 time: 0.0789566 Mar 08 20:56:21.732614 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_common [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-d26e54b2-fc46-4551-a908-20f6f77ee7da tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Allocated IP 172.20.0.9 (06a8b738-1cbc-4a2a-825e-0aaa66ccc47b/f0925d3b-3863-4496-9a86-1e6f5051f8e9/b1a80e59-2ae4-4c54-b8ef-5d5071fc1169) {{(pid=83161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:56:21.850758 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-06e6d9ec-81ac-4bf5-85ca-a62a94a7802b tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:21.852252 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-06e6d9ec-81ac-4bf5-85ca-a62a94a7802b tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1724484 Mar 08 20:56:21.882130 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-19940444-076f-479a-b02f-b2289e0f8603 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Request body: {'port': {'device_id': '1565c7af-c218-416f-ac0e-0b9b71a34c22', 'network_id': '38e5f11b-a065-4254-b9c5-41dbb132dbe1', 'admin_state_up': True, 'tenant_id': '473d1506bfea40ab94dbc90c6f58ae0f'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:56:21.984264 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b84566-3073-4d8d-8a23-41cd9b89eb7d admin admin] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:56:22.008186 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-b2b84566-3073-4d8d-8a23-41cd9b89eb7d admin admin] 10.222.0.39 "PUT /v2.0/routers/243b93c4-9d4b-4821-b225-c9f1477487da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5513444 Mar 08 20:56:22.008821 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b2ec7-a719-4aec-a0c2-b4c2baf8b187 req-ad3f22e9-a4a8-472b-ac01-365e58e654a4 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:22.013052 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-920b2ec7-a719-4aec-a0c2-b4c2baf8b187 req-ad3f22e9-a4a8-472b-ac01-365e58e654a4 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.2297876 Mar 08 20:56:22.049223 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-19940444-076f-479a-b02f-b2289e0f8603 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:56:22.053637 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-19940444-076f-479a-b02f-b2289e0f8603 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Usage tracker for resource:port and tenant:473d1506bfea40ab94dbc90c6f58ae0f is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:56:22.056937 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-19940444-076f-479a-b02f-b2289e0f8603 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:56:22.063031 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-19940444-076f-479a-b02f-b2289e0f8603 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:56:22.078065 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-19940444-076f-479a-b02f-b2289e0f8603 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Made reservation on behalf of 473d1506bfea40ab94dbc90c6f58ae0f for: {'port': 1} {{(pid=83160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:56:22.078498 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-d26e54b2-fc46-4551-a908-20f6f77ee7da tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for port, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:22.081912 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-19940444-076f-479a-b02f-b2289e0f8603 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:22.100464 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-19940444-076f-479a-b02f-b2289e0f8603 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:22.103613 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-920b2ec7-a719-4aec-a0c2-b4c2baf8b187 req-bea79f5e-db62-4286-b9df-9add0a8fbcfe tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897017 Mar 08 20:56:22.125244 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.provisioning_blocks [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-d26e54b2-fc46-4551-a908-20f6f77ee7da tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Transition to ACTIVE for port object b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 will not be triggered until provisioned by entity DHCP. {{(pid=83161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:56:22.159131 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-19940444-076f-479a-b02f-b2289e0f8603 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:56:22.163091 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-d26e54b2-fc46-4551-a908-20f6f77ee7da tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:22.163669 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-19940444-076f-479a-b02f-b2289e0f8603 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Usage tracker for resource:security_group_rule and tenant:473d1506bfea40ab94dbc90c6f58ae0f is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:56:22.166744 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-19940444-076f-479a-b02f-b2289e0f8603 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:56:22.173254 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-19940444-076f-479a-b02f-b2289e0f8603 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:56:22.262657 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-d26e54b2-fc46-4551-a908-20f6f77ee7da tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Network 06a8b738-1cbc-4a2a-825e-0aaa66ccc47b is already hosted by enough agents. {{(pid=83161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:56:22.264001 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e54b2-fc46-4551-a908-20f6f77ee7da tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Pushing event updated for resources: {'Port': ['ID=b1a80e59-2ae4-4c54-b8ef-5d5071fc1169,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:22.266502 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-d26e54b2-fc46-4551-a908-20f6f77ee7da tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Resources bound (agent type, host, resource id): {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:56:22.268686 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-d26e54b2-fc46-4551-a908-20f6f77ee7da tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Received port after_create {{(pid=83161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:56:22.316189 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-19940444-076f-479a-b02f-b2289e0f8603 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:22.321600 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-19940444-076f-479a-b02f-b2289e0f8603 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:22.346422 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-d26e54b2-fc46-4551-a908-20f6f77ee7da tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:22.347652 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-d26e54b2-fc46-4551-a908-20f6f77ee7da tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:22.388490 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-d26e54b2-fc46-4551-a908-20f6f77ee7da tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1113920 Mar 08 20:56:22.401377 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-dd565a41-476e-44af-a00e-ed499c8a8cd2 service neutron] Request body: {'port': {'device_id': 'f615633e-aeaa-4b58-8aa7-7c39420d989d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:56:22.406195 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f21370-b966-42ff-a4bb-d313700ef1ff req-d8930081-415c-4b02-8102-a03e9e5bd72b tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:22.408344 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-74f21370-b966-42ff-a4bb-d313700ef1ff req-d8930081-415c-4b02-8102-a03e9e5bd72b tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 931 time: 0.2048523 Mar 08 20:56:22.421853 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19940444-076f-479a-b02f-b2289e0f8603 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e3950d-1a8d-4448-8cb0-22d084f5cde3,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:22.515229 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-74f21370-b966-42ff-a4bb-d313700ef1ff req-22b23ca0-989f-4365-9edb-59f2c227056b tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Synchronizing usage tracker for tenant:cf98cf7961434dfbaf15fa6e67d18187 on resource:security_group {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:56:22.531904 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-dd565a41-476e-44af-a00e-ed499c8a8cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:22.547562 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-d8806d20-dc3a-4572-96d2-f84221e91445 None None] Provisioning for port b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 completed by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:56:22.553632 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-d8806d20-dc3a-4572-96d2-f84221e91445 None None] Provisioning complete for port b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:56:22.554272 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-d8806d20-dc3a-4572-96d2-f84221e91445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:22.555599 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-74f21370-b966-42ff-a4bb-d313700ef1ff req-22b23ca0-989f-4365-9edb-59f2c227056b tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Unset dirty status for tenant:cf98cf7961434dfbaf15fa6e67d18187 on resource:security_group {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:56:22.556871 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-74f21370-b966-42ff-a4bb-d313700ef1ff req-22b23ca0-989f-4365-9edb-59f2c227056b tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308422 Mar 08 20:56:22.564094 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_common [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-19940444-076f-479a-b02f-b2289e0f8603 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Allocated IP 192.168.233.3 (38e5f11b-a065-4254-b9c5-41dbb132dbe1/85ce1ac2-86af-42e4-94c3-dd6cfd75cb44/108a2c15-c410-44bf-a3fe-e2e45d0225dd) {{(pid=83160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:56:22.616496 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-d8806d20-dc3a-4572-96d2-f84221e91445 None None] Port b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 cannot update to ACTIVE because it is not bound. {{(pid=83162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 08 20:56:22.891593 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ef9d6e90-b480-4662-b8d4-57b348ad9b17 req-d947b4f4-9f96-4ffb-99b9-bb131fda3a57 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/ports?device_id=1565c7af-c218-416f-ac0e-0b9b71a34c22 HTTP/1.1" status: 200 len: 210 time: 0.0433452 Mar 08 20:56:22.908560 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-19940444-076f-479a-b02f-b2289e0f8603 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Notify callbacks [] for port, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:22.924909 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.provisioning_blocks [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-19940444-076f-479a-b02f-b2289e0f8603 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Transition to ACTIVE for port object 108a2c15-c410-44bf-a3fe-e2e45d0225dd will not be triggered until provisioned by entity DHCP. {{(pid=83160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:56:22.942652 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-dd565a41-476e-44af-a00e-ed499c8a8cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 {{(pid=83161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:56:22.947556 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-19940444-076f-479a-b02f-b2289e0f8603 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:22.952470 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-dd565a41-476e-44af-a00e-ed499c8a8cd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:22.970042 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.provisioning_blocks [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-dd565a41-476e-44af-a00e-ed499c8a8cd2 service neutron] Transition to ACTIVE for port object b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 will not be triggered until provisioned by entity L2. {{(pid=83161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:56:22.973946 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-dd565a41-476e-44af-a00e-ed499c8a8cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:23.018455 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-19940444-076f-479a-b02f-b2289e0f8603 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Network 38e5f11b-a065-4254-b9c5-41dbb132dbe1 is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:56:23.021830 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-19940444-076f-479a-b02f-b2289e0f8603 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:56:23.025768 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-19940444-076f-479a-b02f-b2289e0f8603 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Received port after_create {{(pid=83160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:56:23.063049 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19940444-076f-479a-b02f-b2289e0f8603 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Pushing event updated for resources: {'Port': ['ID=108a2c15-c410-44bf-a3fe-e2e45d0225dd,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:23.096548 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd565a41-476e-44af-a00e-ed499c8a8cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a80e59-2ae4-4c54-b8ef-5d5071fc1169,revision_number=2']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:23.117039 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-19940444-076f-479a-b02f-b2289e0f8603 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:23.117979 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-19940444-076f-479a-b02f-b2289e0f8603 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:23.184778 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-19940444-076f-479a-b02f-b2289e0f8603 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3107462 Mar 08 20:56:23.199027 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-f52b3721-0ca9-4093-a908-05485e054877 service neutron] Request body: {'port': {'device_id': '1565c7af-c218-416f-ac0e-0b9b71a34c22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:56:23.225722 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-dd565a41-476e-44af-a00e-ed499c8a8cd2 service neutron] Attempting to bind port b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 on host hv-cinder-83232 for vnic_type normal with profile {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:56:23.226061 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-dd565a41-476e-44af-a00e-ed499c8a8cd2 service neutron] Attempting to bind port b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': '9f4b48cc-206f-4e19-9157-e36df92b79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b'}] {{(pid=83161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:56:23.226436 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-dd565a41-476e-44af-a00e-ed499c8a8cd2 service neutron] Attempting to bind port b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 on network 06a8b738-1cbc-4a2a-825e-0aaa66ccc47b {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:56:23.233244 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-dd565a41-476e-44af-a00e-ed499c8a8cd2 service neutron] Port b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 on network 06a8b738-1cbc-4a2a-825e-0aaa66ccc47b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 08 20:56:23.233566 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-dd565a41-476e-44af-a00e-ed499c8a8cd2 service neutron] Attempting to bind port b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 on network 06a8b738-1cbc-4a2a-825e-0aaa66ccc47b {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:56:23.241126 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-dd565a41-476e-44af-a00e-ed499c8a8cd2 service neutron] Checking agent: {'id': '7ef80941-8def-40cc-9dc9-727f4daf545d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'started_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:56:23.241459 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-dd565a41-476e-44af-a00e-ed499c8a8cd2 service neutron] Checking segment: {'id': '9f4b48cc-206f-4e19-9157-e36df92b79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:56:23.241937 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-dd565a41-476e-44af-a00e-ed499c8a8cd2 service neutron] Bound using segment: {'id': '9f4b48cc-206f-4e19-9157-e36df92b79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b'} {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:56:23.242409 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-dd565a41-476e-44af-a00e-ed499c8a8cd2 service neutron] Bound port: b1a80e59-2ae4-4c54-b8ef-5d5071fc1169, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f4b48cc-206f-4e19-9157-e36df92b79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b'}}] {{(pid=83161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:56:23.242758 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-dd565a41-476e-44af-a00e-ed499c8a8cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:23.348960 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-57c45e1f-94ac-43f7-a6e3-6fda664e542d None None] Provisioning for port 108a2c15-c410-44bf-a3fe-e2e45d0225dd completed by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:56:23.354273 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-57c45e1f-94ac-43f7-a6e3-6fda664e542d None None] Provisioning complete for port 108a2c15-c410-44bf-a3fe-e2e45d0225dd triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:56:23.354638 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-57c45e1f-94ac-43f7-a6e3-6fda664e542d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:23.364415 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-dd565a41-476e-44af-a00e-ed499c8a8cd2 service neutron] For port b1a80e59-2ae4-4c54-b8ef-5d5071fc1169, host hv-cinder-83232, cleared binding levels {{(pid=83161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:56:23.367975 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-dd565a41-476e-44af-a00e-ed499c8a8cd2 service neutron] For port b1a80e59-2ae4-4c54-b8ef-5d5071fc1169, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=b1a80e59-2ae4-4c54-b8ef-5d5071fc1169,segment=NetworkSegment(9f4b48cc-206f-4e19-9157-e36df92b79c1),segment_id=9f4b48cc-206f-4e19-9157-e36df92b79c1)] {{(pid=83161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:56:23.372750 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-dd565a41-476e-44af-a00e-ed499c8a8cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:23.375142 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-f52b3721-0ca9-4093-a908-05485e054877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:23.406978 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-57c45e1f-94ac-43f7-a6e3-6fda664e542d None None] Port 108a2c15-c410-44bf-a3fe-e2e45d0225dd cannot update to ACTIVE because it is not bound. {{(pid=83162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 08 20:56:23.442010 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-dd565a41-476e-44af-a00e-ed499c8a8cd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:23.443924 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-dd565a41-476e-44af-a00e-ed499c8a8cd2 service neutron] 10.222.0.21 "PUT /v2.0/ports/b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 HTTP/1.1" status: 200 len: 1093 time: 1.0478997 Mar 08 20:56:23.446161 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f615633e-aeaa-4b58-8aa7-7c39420d989d', 'tag': 'b1a80e59-2ae4-4c54-b8ef-5d5071fc1169'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:56:23.463790 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c83cfd-1fe3-4bda-92b1-2db366ec2e94 req-8acd215c-c553-4f6a-b5a8-12a1f60bdd82 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:23.465462 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-78c83cfd-1fe3-4bda-92b1-2db366ec2e94 req-8acd215c-c553-4f6a-b5a8-12a1f60bdd82 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.1600716 Mar 08 20:56:23.466310 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd565a41-476e-44af-a00e-ed499c8a8cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a80e59-2ae4-4c54-b8ef-5d5071fc1169,revision_number=3']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:23.566677 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-9c8b8dcb-72a0-422c-8681-4e7a09caccc8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf98cf7961434dfbaf15fa6e67d18187&device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 1096 time: 0.0739400 Mar 08 20:56:23.591652 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-78c83cfd-1fe3-4bda-92b1-2db366ec2e94 req-74204329-0e53-4b34-b83a-2530977cb7e2 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149228 Mar 08 20:56:23.679402 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-9d0023fd-803b-4009-8006-c6cb5516d721 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 HTTP/1.1" status: 200 len: 217 time: 0.1045308 Mar 08 20:56:23.683552 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f615633e-aeaa-4b58-8aa7-7c39420d989d', 'tag': 'b1a80e59-2ae4-4c54-b8ef-5d5071fc1169', 'status': 'completed', 'code': 200} Mar 08 20:56:23.764634 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-46f8414f-e696-4e88-a47a-8ca818f7d5b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:23.768401 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-46f8414f-e696-4e88-a47a-8ca818f7d5b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f0925d3b-3863-4496-9a86-1e6f5051f8e9 HTTP/1.1" status: 200 len: 846 time: 0.0803573 Mar 08 20:56:23.853116 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-bdffdb8c-1a35-41a9-b83e-f0ca36dfdd14 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06a8b738-1cbc-4a2a-825e-0aaa66ccc47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776222 Mar 08 20:56:23.883865 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.notifiers.nova [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-f52b3721-0ca9-4093-a908-05485e054877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 108a2c15-c410-44bf-a3fe-e2e45d0225dd {{(pid=83160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:56:23.893067 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 46184) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:23.896406 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-f52b3721-0ca9-4093-a908-05485e054877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:23.911406 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-ce701ef8-ed3f-472b-8ed0-173fcb0567d5 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2011012897', 'description': 'tempest-description--2135057073'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:56:23.922697 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-ce701ef8-ed3f-472b-8ed0-173fcb0567d5 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:56:23.935172 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-ce701ef8-ed3f-472b-8ed0-173fcb0567d5 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Usage tracker for resource:security_group and tenant:55267becfde149f1a4014dbf3988abc1 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:56:23.938462 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.provisioning_blocks [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-f52b3721-0ca9-4093-a908-05485e054877 service neutron] Transition to ACTIVE for port object 108a2c15-c410-44bf-a3fe-e2e45d0225dd will not be triggered until provisioned by entity L2. {{(pid=83160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:56:23.940329 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-ce701ef8-ed3f-472b-8ed0-173fcb0567d5 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:56:23.950575 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-ce701ef8-ed3f-472b-8ed0-173fcb0567d5 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:56:23.952610 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-f52b3721-0ca9-4093-a908-05485e054877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1387543'] for port, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:23.991109 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-31983814-f45a-422c-b20e-61ab49569adc service neutron] 10.222.0.21 "GET /v2.0/networks/06a8b738-1cbc-4a2a-825e-0aaa66ccc47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305559 Mar 08 20:56:24.028189 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870383c-96ef-4e55-9b50-870e437b5e2c req-9263ea25-02e4-4e34-82ca-451bf9110454 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:24.029629 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9870383c-96ef-4e55-9b50-870e437b5e2c req-9263ea25-02e4-4e34-82ca-451bf9110454 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 943 time: 0.2096496 Mar 08 20:56:24.075945 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ce701ef8-ed3f-472b-8ed0-173fcb0567d5 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:24.155380 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b3721-0ca9-4093-a908-05485e054877 service neutron] Pushing event updated for resources: {'Port': ['ID=108a2c15-c410-44bf-a3fe-e2e45d0225dd,revision_number=2']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:24.186023 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cc2a4-ebad-4a4e-9840-c93b1908bc15 req-b2340afc-0ed1-405b-8050-888abc8ca85c tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:24.187508 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-1b3cc2a4-ebad-4a4e-9840-c93b1908bc15 req-b2340afc-0ed1-405b-8050-888abc8ca85c tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/ports?device_id=1565c7af-c218-416f-ac0e-0b9b71a34c22 HTTP/1.1" status: 200 len: 946 time: 0.1603813 Mar 08 20:56:24.233472 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ffa386ef-cc07-470d-bf4c-166e812fcd06 req-335f5398-91c2-45e1-93af-03281ca358c4 service neutron] 10.222.0.21 "GET /v2.0/networks/06a8b738-1cbc-4a2a-825e-0aaa66ccc47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345066 Mar 08 20:56:24.259665 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9870383c-96ef-4e55-9b50-870e437b5e2c req-2bf6d107-ee0e-4c88-887e-f5e7c671b233 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703119 Mar 08 20:56:24.264516 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-ce701ef8-ed3f-472b-8ed0-173fcb0567d5 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:56:24.271892 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-1b3cc2a4-ebad-4a4e-9840-c93b1908bc15 req-8a2b6dcd-99c3-496e-8ce7-131d822e6ee7 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e3950d-1a8d-4448-8cb0-22d084f5cde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730333 Mar 08 20:56:24.276848 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-ce701ef8-ed3f-472b-8ed0-173fcb0567d5 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Usage tracker for resource:security_group_rule and tenant:55267becfde149f1a4014dbf3988abc1 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:56:24.281905 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-ce701ef8-ed3f-472b-8ed0-173fcb0567d5 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:56:24.291112 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-ce701ef8-ed3f-472b-8ed0-173fcb0567d5 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:56:24.321891 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.managers [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-f52b3721-0ca9-4093-a908-05485e054877 service neutron] Attempting to bind port 108a2c15-c410-44bf-a3fe-e2e45d0225dd on host hv-cinder-83232 for vnic_type normal with profile {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:56:24.322253 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.managers [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-f52b3721-0ca9-4093-a908-05485e054877 service neutron] Attempting to bind port 108a2c15-c410-44bf-a3fe-e2e45d0225dd by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': '6788cae1-2bd8-4fd3-bc0c-45a85178af16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '38e5f11b-a065-4254-b9c5-41dbb132dbe1'}] {{(pid=83160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:56:24.322586 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-f52b3721-0ca9-4093-a908-05485e054877 service neutron] Attempting to bind port 108a2c15-c410-44bf-a3fe-e2e45d0225dd on network 38e5f11b-a065-4254-b9c5-41dbb132dbe1 {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:56:24.337670 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-f52b3721-0ca9-4093-a908-05485e054877 service neutron] Port 108a2c15-c410-44bf-a3fe-e2e45d0225dd on network 38e5f11b-a065-4254-b9c5-41dbb132dbe1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 08 20:56:24.337997 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-f52b3721-0ca9-4093-a908-05485e054877 service neutron] Attempting to bind port 108a2c15-c410-44bf-a3fe-e2e45d0225dd on network 38e5f11b-a065-4254-b9c5-41dbb132dbe1 {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:56:24.358503 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-f52b3721-0ca9-4093-a908-05485e054877 service neutron] Checking agent: {'id': '7ef80941-8def-40cc-9dc9-727f4daf545d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'started_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:56:24.359027 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-f52b3721-0ca9-4093-a908-05485e054877 service neutron] Checking segment: {'id': '6788cae1-2bd8-4fd3-bc0c-45a85178af16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '38e5f11b-a065-4254-b9c5-41dbb132dbe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:56:24.359658 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-f52b3721-0ca9-4093-a908-05485e054877 service neutron] Bound using segment: {'id': '6788cae1-2bd8-4fd3-bc0c-45a85178af16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '38e5f11b-a065-4254-b9c5-41dbb132dbe1'} {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:56:24.360391 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.managers [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-f52b3721-0ca9-4093-a908-05485e054877 service neutron] Bound port: 108a2c15-c410-44bf-a3fe-e2e45d0225dd, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6788cae1-2bd8-4fd3-bc0c-45a85178af16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '38e5f11b-a065-4254-b9c5-41dbb132dbe1'}}] {{(pid=83160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:56:24.360949 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-f52b3721-0ca9-4093-a908-05485e054877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:24.361324 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d1ef9823-c038-4155-a2a0-b0f6fa433cd5 req-c88d533a-89d1-4782-b0b7-5a522153b2e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf98cf7961434dfbaf15fa6e67d18187&device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 1096 time: 0.0761030 Mar 08 20:56:24.390938 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ce701ef8-ed3f-472b-8ed0-173fcb0567d5 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:24.419525 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ce701ef8-ed3f-472b-8ed0-173fcb0567d5 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:24.490901 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce701ef8-ed3f-472b-8ed0-173fcb0567d5 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3759b922-42a8-4e95-b431-49234566f43a,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:24.493024 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ce701ef8-ed3f-472b-8ed0-173fcb0567d5 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:24.493329 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef9823-c038-4155-a2a0-b0f6fa433cd5 req-8ea6c0fb-d8f1-4656-8052-a913e95a75d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:24.494214 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-ce701ef8-ed3f-472b-8ed0-173fcb0567d5 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.6002014 Mar 08 20:56:24.497900 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d1ef9823-c038-4155-a2a0-b0f6fa433cd5 req-8ea6c0fb-d8f1-4656-8052-a913e95a75d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=06a8b738-1cbc-4a2a-825e-0aaa66ccc47b HTTP/1.1" status: 200 len: 908 time: 0.1289563 Mar 08 20:56:24.497984 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 46190) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:24.504593 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-0177fe2c-0a15-4a44-8290-786e5f5b7786 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Request body: {'security_group_rule': {'security_group_id': '3759b922-42a8-4e95-b431-49234566f43a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:56:24.515073 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-0177fe2c-0a15-4a44-8290-786e5f5b7786 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:56:24.520960 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-0177fe2c-0a15-4a44-8290-786e5f5b7786 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Usage tracker for resource:security_group_rule and tenant:55267becfde149f1a4014dbf3988abc1 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:56:24.524261 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-f52b3721-0ca9-4093-a908-05485e054877 service neutron] For port 108a2c15-c410-44bf-a3fe-e2e45d0225dd, host hv-cinder-83232, cleared binding levels {{(pid=83160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:56:24.526308 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-0177fe2c-0a15-4a44-8290-786e5f5b7786 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:56:24.530064 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-f52b3721-0ca9-4093-a908-05485e054877 service neutron] For port 108a2c15-c410-44bf-a3fe-e2e45d0225dd, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=108a2c15-c410-44bf-a3fe-e2e45d0225dd,segment=NetworkSegment(6788cae1-2bd8-4fd3-bc0c-45a85178af16),segment_id=6788cae1-2bd8-4fd3-bc0c-45a85178af16)] {{(pid=83160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:56:24.534541 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-0177fe2c-0a15-4a44-8290-786e5f5b7786 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:56:24.537732 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-f52b3721-0ca9-4093-a908-05485e054877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1387543'] for port, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:24.567072 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d1ef9823-c038-4155-a2a0-b0f6fa433cd5 req-ab0c3346-dddb-415d-9f55-c44d5f9357d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 HTTP/1.1" status: 200 len: 217 time: 0.0625031 Mar 08 20:56:24.610922 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-0177fe2c-0a15-4a44-8290-786e5f5b7786 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:24.621624 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-f52b3721-0ca9-4093-a908-05485e054877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:24.623035 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-f52b3721-0ca9-4093-a908-05485e054877 service neutron] 10.222.0.21 "PUT /v2.0/ports/108a2c15-c410-44bf-a3fe-e2e45d0225dd HTTP/1.1" status: 200 len: 1096 time: 1.4288592 Mar 08 20:56:24.623459 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1565c7af-c218-416f-ac0e-0b9b71a34c22', 'tag': '108a2c15-c410-44bf-a3fe-e2e45d0225dd'}] {{(pid=83160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:56:24.628603 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef9823-c038-4155-a2a0-b0f6fa433cd5 req-7b098883-bb03-4f52-aa5b-a523d3fe7c44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:24.630189 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d1ef9823-c038-4155-a2a0-b0f6fa433cd5 req-7b098883-bb03-4f52-aa5b-a523d3fe7c44 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f0925d3b-3863-4496-9a86-1e6f5051f8e9 HTTP/1.1" status: 200 len: 846 time: 0.0573621 Mar 08 20:56:24.670267 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b3721-0ca9-4093-a908-05485e054877 service neutron] Pushing event updated for resources: {'Port': ['ID=108a2c15-c410-44bf-a3fe-e2e45d0225dd,revision_number=3']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:24.739897 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1565c7af-c218-416f-ac0e-0b9b71a34c22', 'tag': '108a2c15-c410-44bf-a3fe-e2e45d0225dd', 'status': 'completed', 'code': 200} Mar 08 20:56:24.746825 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d1ef9823-c038-4155-a2a0-b0f6fa433cd5 req-a93b73c4-b50a-43be-bd2f-38ff790f9bc3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06a8b738-1cbc-4a2a-825e-0aaa66ccc47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1100237 Mar 08 20:56:24.930076 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-0177fe2c-0a15-4a44-8290-786e5f5b7786 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:24.941004 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-0177fe2c-0a15-4a44-8290-786e5f5b7786 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324256'] for security_group_rule, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:24.956317 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-05a226f9-56ff-4262-b3ef-7f4f329d0103 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=473d1506bfea40ab94dbc90c6f58ae0f&device_id=1565c7af-c218-416f-ac0e-0b9b71a34c22 HTTP/1.1" status: 200 len: 1099 time: 0.2809784 Mar 08 20:56:24.964748 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d1ef9823-c038-4155-a2a0-b0f6fa433cd5 req-947f59ab-1703-4867-b20e-92cb57dfa85c service neutron] 10.222.0.21 "GET /v2.0/networks/06a8b738-1cbc-4a2a-825e-0aaa66ccc47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097051 Mar 08 20:56:25.024788 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177fe2c-0a15-4a44-8290-786e5f5b7786 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e66c8d0-d2e1-4637-9373-14613f7c050f,revision_number=0']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:25.046833 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-2e5b6f0a-b74f-4c82-b9f8-66d45ae29a58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=108a2c15-c410-44bf-a3fe-e2e45d0225dd HTTP/1.1" status: 200 len: 217 time: 0.0778220 Mar 08 20:56:25.049361 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-0177fe2c-0a15-4a44-8290-786e5f5b7786 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:25.050412 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-0177fe2c-0a15-4a44-8290-786e5f5b7786 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5518162 Mar 08 20:56:25.053529 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 46200) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:25.060874 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca7768-192c-43f2-9728-52b9857ee14c req-a5a4a12b-7a21-45e2-8dd0-e727e35a1d84 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:25.062360 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-2dca7768-192c-43f2-9728-52b9857ee14c req-a5a4a12b-7a21-45e2-8dd0-e727e35a1d84 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.3082588 Mar 08 20:56:25.066772 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-8b533778-c11f-44d2-8bd6-0000cd2578ca tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Request body: {'security_group_rule': {'security_group_id': '3759b922-42a8-4e95-b431-49234566f43a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:56:25.100119 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d1ef9823-c038-4155-a2a0-b0f6fa433cd5 req-b9a9b8b2-abd6-4274-a920-b1a7dc47f768 service neutron] 10.222.0.21 "GET /v2.0/networks/06a8b738-1cbc-4a2a-825e-0aaa66ccc47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278927 Mar 08 20:56:25.100829 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-8b533778-c11f-44d2-8bd6-0000cd2578ca tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:56:25.127240 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-8b533778-c11f-44d2-8bd6-0000cd2578ca tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Usage tracker for resource:security_group_rule and tenant:55267becfde149f1a4014dbf3988abc1 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:56:25.139198 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-8b533778-c11f-44d2-8bd6-0000cd2578ca tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:56:25.148842 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-8b533778-c11f-44d2-8bd6-0000cd2578ca tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:56:25.180799 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-bdba9e74-a3df-4ba5-baf1-d6efc2cf1d4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:25.182189 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-bdba9e74-a3df-4ba5-baf1-d6efc2cf1d4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=85ce1ac2-86af-42e4-94c3-dd6cfd75cb44 HTTP/1.1" status: 200 len: 843 time: 0.1190474 Mar 08 20:56:25.188871 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-2dca7768-192c-43f2-9728-52b9857ee14c req-3324ddc0-dcb4-4689-af3b-d1e78da1c906 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894573 Mar 08 20:56:25.223994 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8b533778-c11f-44d2-8bd6-0000cd2578ca tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:25.303806 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-d40c612b-6523-42de-bad8-51f64861ca61 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38e5f11b-a065-4254-b9c5-41dbb132dbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1125906 Mar 08 20:56:25.307922 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8b533778-c11f-44d2-8bd6-0000cd2578ca tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:25.312496 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8b533778-c11f-44d2-8bd6-0000cd2578ca tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324256'] for security_group_rule, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:25.407354 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b533778-c11f-44d2-8bd6-0000cd2578ca tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f320c1e-9443-4f73-8375-68155fdbd7b8,revision_number=0']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:25.464027 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944cd95-1325-494b-b4a0-5fbcccf8d4d2 req-629075e3-7c48-4b88-bf25-6ccc782eb7eb tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:25.465399 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a944cd95-1325-494b-b4a0-5fbcccf8d4d2 req-629075e3-7c48-4b88-bf25-6ccc782eb7eb tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/ports?device_id=1565c7af-c218-416f-ac0e-0b9b71a34c22 HTTP/1.1" status: 200 len: 946 time: 0.0779560 Mar 08 20:56:25.467525 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8b533778-c11f-44d2-8bd6-0000cd2578ca tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:25.468657 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-8b533778-c11f-44d2-8bd6-0000cd2578ca tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4142168 Mar 08 20:56:25.471898 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 46208) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:25.478641 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-c9cb71fe-357c-4eb5-8097-6d312fef809a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Request body: {'floatingip': {'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:56:25.499037 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-c9cb71fe-357c-4eb5-8097-6d312fef809a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:56:25.505279 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-c9cb71fe-357c-4eb5-8097-6d312fef809a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Usage tracker for resource:floatingip and tenant:55267becfde149f1a4014dbf3988abc1 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:56:25.508877 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-c9cb71fe-357c-4eb5-8097-6d312fef809a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:56:25.520777 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-c9cb71fe-357c-4eb5-8097-6d312fef809a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:56:25.520936 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-1d6e863c-1a38-48b1-b95d-aca9858346da service neutron] 10.222.0.21 "GET /v2.0/networks/38e5f11b-a065-4254-b9c5-41dbb132dbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062998 Mar 08 20:56:25.538498 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a944cd95-1325-494b-b4a0-5fbcccf8d4d2 req-ea086878-f65f-4465-b3a1-b9106f569601 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e3950d-1a8d-4448-8cb0-22d084f5cde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655892 Mar 08 20:56:25.539678 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c9cb71fe-357c-4eb5-8097-6d312fef809a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for floatingip, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:25.557994 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931a090-e6ba-4e38-871c-5669d8eb1353 req-95aa17aa-5600-4474-8ad2-0e1e780e9eab tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:25.559444 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-8931a090-e6ba-4e38-871c-5669d8eb1353 req-95aa17aa-5600-4474-8ad2-0e1e780e9eab tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 943 time: 0.1499605 Mar 08 20:56:25.673999 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-8931a090-e6ba-4e38-871c-5669d8eb1353 req-9cc23a98-2abb-4177-91ef-f6d361b0f170 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699737 Mar 08 20:56:25.680794 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c9cb71fe-357c-4eb5-8097-6d312fef809a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:25.691902 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3c3d17f2-5842-4348-ac18-688e46f20890 req-785373d6-ca29-4f6e-b576-d0ca7b7c74af service neutron] 10.222.0.21 "GET /v2.0/networks/38e5f11b-a065-4254-b9c5-41dbb132dbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637440 Mar 08 20:56:25.808337 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-0b1522ed-ba05-4a66-9ff2-846f54330d5f req-ca3ba045-ed16-49b6-b329-7239a4614347 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=473d1506bfea40ab94dbc90c6f58ae0f&device_id=1565c7af-c218-416f-ac0e-0b9b71a34c22 HTTP/1.1" status: 200 len: 1099 time: 0.0707617 Mar 08 20:56:25.821194 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_common [None req-c9cb71fe-357c-4eb5-8097-6d312fef809a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Allocated IP 172.28.2.251 (f9f3acf9-d167-4056-a9c0-ac3b9bafea7a/9a481e38-0dcf-4733-b8bf-eb46fecff3f0/46942a23-7f47-47ed-b9aa-1be8af103b38) {{(pid=83161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:56:25.940190 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1522ed-ba05-4a66-9ff2-846f54330d5f req-cdfd759f-79eb-4e30-9bfa-0cfc243c2a20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:25.941661 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-0b1522ed-ba05-4a66-9ff2-846f54330d5f req-cdfd759f-79eb-4e30-9bfa-0cfc243c2a20 service neutron] 10.222.0.21 "GET /v2.0/networks?id=38e5f11b-a065-4254-b9c5-41dbb132dbe1 HTTP/1.1" status: 200 len: 870 time: 0.1259401 Mar 08 20:56:25.963527 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c9cb71fe-357c-4eb5-8097-6d312fef809a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for port, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:25.993274 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c9cb71fe-357c-4eb5-8097-6d312fef809a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:26.012494 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-0b1522ed-ba05-4a66-9ff2-846f54330d5f req-c26f15d0-78f4-4812-a59f-3f292e10213d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=108a2c15-c410-44bf-a3fe-e2e45d0225dd HTTP/1.1" status: 200 len: 217 time: 0.0638196 Mar 08 20:56:26.064018 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cb71fe-357c-4eb5-8097-6d312fef809a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a is already hosted by enough agents. {{(pid=83161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:56:26.066723 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [None req-c9cb71fe-357c-4eb5-8097-6d312fef809a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Resources bound (agent type, host, resource id): {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:56:26.069182 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cb71fe-357c-4eb5-8097-6d312fef809a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Received port after_create {{(pid=83161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:56:26.076903 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1522ed-ba05-4a66-9ff2-846f54330d5f req-6c4a7c8a-4896-48a8-8bd5-fb43323c3567 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:26.078356 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-0b1522ed-ba05-4a66-9ff2-846f54330d5f req-6c4a7c8a-4896-48a8-8bd5-fb43323c3567 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=85ce1ac2-86af-42e4-94c3-dd6cfd75cb44 HTTP/1.1" status: 200 len: 843 time: 0.0589066 Mar 08 20:56:26.107568 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb71fe-357c-4eb5-8097-6d312fef809a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Pushing event updated for resources: {'Port': ['ID=46942a23-7f47-47ed-b9aa-1be8af103b38,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:26.162793 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-0b1522ed-ba05-4a66-9ff2-846f54330d5f req-f914461d-1605-4401-9fbf-2297ade96d24 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=38e5f11b-a065-4254-b9c5-41dbb132dbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0725882 Mar 08 20:56:26.236360 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c9cb71fe-357c-4eb5-8097-6d312fef809a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:26.302134 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c9cb71fe-357c-4eb5-8097-6d312fef809a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:26.304562 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-0b1522ed-ba05-4a66-9ff2-846f54330d5f req-f544cb8a-d7f0-470e-af4a-ae0cf8c31375 service neutron] 10.222.0.21 "GET /v2.0/networks/38e5f11b-a065-4254-b9c5-41dbb132dbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345236 Mar 08 20:56:26.443572 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-0b1522ed-ba05-4a66-9ff2-846f54330d5f req-1d8077aa-9f2d-4e5f-9752-0169bb6f626f service neutron] 10.222.0.21 "GET /v2.0/networks/38e5f11b-a065-4254-b9c5-41dbb132dbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319363 Mar 08 20:56:26.511188 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85839f7-0bf8-4395-a498-b0765a0f0069 req-385b3d1b-2c82-4524-bf0a-c2b38f0aa892 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:26.512701 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f85839f7-0bf8-4395-a498-b0765a0f0069 req-385b3d1b-2c82-4524-bf0a-c2b38f0aa892 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.1849110 Mar 08 20:56:26.585987 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f85839f7-0bf8-4395-a498-b0765a0f0069 req-8353e141-c8d2-4e44-8a44-3d34257e3853 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660663 Mar 08 20:56:26.608037 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c9cb71fe-357c-4eb5-8097-6d312fef809a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for port, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:26.616701 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c9cb71fe-357c-4eb5-8097-6d312fef809a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:26.729097 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb71fe-357c-4eb5-8097-6d312fef809a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Pushing event updated for resources: {'Port': ['ID=46942a23-7f47-47ed-b9aa-1be8af103b38,revision_number=2']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:26.739489 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c9cb71fe-357c-4eb5-8097-6d312fef809a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-356680'] for floatingip, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:26.749945 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd36649-bf0f-4458-adce-177e4cc59bac req-eb0e1177-4c5a-4420-b1c8-801f11cee4c9 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:26.750628 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-6fd36649-bf0f-4458-adce-177e4cc59bac req-eb0e1177-4c5a-4420-b1c8-801f11cee4c9 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Synchronizing usage tracker for tenant:473d1506bfea40ab94dbc90c6f58ae0f on resource:port {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:56:26.764465 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c9cb71fe-357c-4eb5-8097-6d312fef809a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for floatingip, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:26.765787 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-c9cb71fe-357c-4eb5-8097-6d312fef809a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2917721 Mar 08 20:56:26.772244 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-6fd36649-bf0f-4458-adce-177e4cc59bac req-eb0e1177-4c5a-4420-b1c8-801f11cee4c9 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Unset dirty status for tenant:473d1506bfea40ab94dbc90c6f58ae0f on resource:port {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:56:26.773424 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6fd36649-bf0f-4458-adce-177e4cc59bac req-eb0e1177-4c5a-4420-b1c8-801f11cee4c9 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/ports?device_id=1565c7af-c218-416f-ac0e-0b9b71a34c22 HTTP/1.1" status: 200 len: 946 time: 0.1112225 Mar 08 20:56:26.886400 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d8bbe-b2aa-4dbf-8225-d9c94312b730 req-1e2a17dd-d5f0-4a07-b429-1b6d1daa6798 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:26.887091 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-be3d8bbe-b2aa-4dbf-8225-d9c94312b730 req-1e2a17dd-d5f0-4a07-b429-1b6d1daa6798 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Synchronizing usage tracker for tenant:cf98cf7961434dfbaf15fa6e67d18187 on resource:port {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:56:26.902951 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-be3d8bbe-b2aa-4dbf-8225-d9c94312b730 req-1e2a17dd-d5f0-4a07-b429-1b6d1daa6798 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Unset dirty status for tenant:cf98cf7961434dfbaf15fa6e67d18187 on resource:port {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:56:26.904122 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-be3d8bbe-b2aa-4dbf-8225-d9c94312b730 req-1e2a17dd-d5f0-4a07-b429-1b6d1daa6798 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 943 time: 0.0967915 Mar 08 20:56:26.914978 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-6fd36649-bf0f-4458-adce-177e4cc59bac req-f9538f8d-ffae-42c3-8ff4-29b36a1bdabb tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Synchronizing usage tracker for tenant:473d1506bfea40ab94dbc90c6f58ae0f on resource:security_group {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:56:26.931528 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-6fd36649-bf0f-4458-adce-177e4cc59bac req-f9538f8d-ffae-42c3-8ff4-29b36a1bdabb tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Unset dirty status for tenant:473d1506bfea40ab94dbc90c6f58ae0f on resource:security_group {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:56:26.932651 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6fd36649-bf0f-4458-adce-177e4cc59bac req-f9538f8d-ffae-42c3-8ff4-29b36a1bdabb tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e3950d-1a8d-4448-8cb0-22d084f5cde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517293 Mar 08 20:56:27.028942 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-be3d8bbe-b2aa-4dbf-8225-d9c94312b730 req-b3d9fc4b-9e4e-4611-ba87-63f5dea5afca tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190212 Mar 08 20:56:27.093764 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-629031b8-7c90-4e42-be74-d2679a54c15f req-03554f36-0942-46c6-901f-dd77b2a1f2f2 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Synchronizing usage tracker for tenant:55267becfde149f1a4014dbf3988abc1 on resource:security_group {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:56:27.110803 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-629031b8-7c90-4e42-be74-d2679a54c15f req-03554f36-0942-46c6-901f-dd77b2a1f2f2 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Unset dirty status for tenant:55267becfde149f1a4014dbf3988abc1 on resource:security_group {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:56:27.111900 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-629031b8-7c90-4e42-be74-d2679a54c15f req-03554f36-0942-46c6-901f-dd77b2a1f2f2 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2011012897&fields=id&tenant_id=55267becfde149f1a4014dbf3988abc1 HTTP/1.1" status: 200 len: 267 time: 0.0575581 Mar 08 20:56:27.255283 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629031b8-7c90-4e42-be74-d2679a54c15f req-27e865ae-6254-4d72-a5a1-f623c65d5107 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:27.256388 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-629031b8-7c90-4e42-be74-d2679a54c15f req-27e865ae-6254-4d72-a5a1-f623c65d5107 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Synchronizing usage tracker for tenant:55267becfde149f1a4014dbf3988abc1 on resource:network {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:56:27.272231 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-629031b8-7c90-4e42-be74-d2679a54c15f req-27e865ae-6254-4d72-a5a1-f623c65d5107 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Unset dirty status for tenant:55267becfde149f1a4014dbf3988abc1 on resource:network {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:56:27.273326 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-629031b8-7c90-4e42-be74-d2679a54c15f req-27e865ae-6254-4d72-a5a1-f623c65d5107 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/networks?id=00070523-754b-4fd2-826d-d4ba066d78ff HTTP/1.1" status: 200 len: 816 time: 0.1548104 Mar 08 20:56:27.288896 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-629031b8-7c90-4e42-be74-d2679a54c15f req-ec1abec1-5631-4873-b0c5-a55861cb5a49 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/quotas/55267becfde149f1a4014dbf3988abc1 HTTP/1.1" status: 200 len: 375 time: 0.0101690 Mar 08 20:56:27.367863 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-629031b8-7c90-4e42-be74-d2679a54c15f req-c8d11a0f-ffcb-43a4-92f4-267a50313ad6 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Synchronizing usage tracker for tenant:55267becfde149f1a4014dbf3988abc1 on resource:port {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:56:27.384901 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-629031b8-7c90-4e42-be74-d2679a54c15f req-c8d11a0f-ffcb-43a4-92f4-267a50313ad6 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Unset dirty status for tenant:55267becfde149f1a4014dbf3988abc1 on resource:port {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:56:27.386205 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-629031b8-7c90-4e42-be74-d2679a54c15f req-c8d11a0f-ffcb-43a4-92f4-267a50313ad6 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=55267becfde149f1a4014dbf3988abc1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0922294 Mar 08 20:56:27.517293 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-629031b8-7c90-4e42-be74-d2679a54c15f req-a66cd4bb-e4bc-427e-a8e0-81f206e6dce3 service neutron] 10.222.0.39 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195097 Mar 08 20:56:27.643708 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 20:56:27.645533 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-629031b8-7c90-4e42-be74-d2679a54c15f req-b927197f-4c9b-4f90-8d4d-6db65d62453f service neutron] 10.222.0.39 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221240 Mar 08 20:56:27.784185 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port b1a80e59-2ae4-4c54-b8ef-5d5071fc1169, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=b1a80e59-2ae4-4c54-b8ef-5d5071fc1169,segment=NetworkSegment(9f4b48cc-206f-4e19-9157-e36df92b79c1),segment_id=9f4b48cc-206f-4e19-9157-e36df92b79c1)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:56:27.789608 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9ca32-c72d-4dad-9047-753eb6e370fe req-70601898-9339-4deb-8abe-929ff0ac3464 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:27.791164 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-4be9ca32-c72d-4dad-9047-753eb6e370fe req-70601898-9339-4deb-8abe-929ff0ac3464 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.0855048 Mar 08 20:56:27.800639 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Returning: {'device': 'b1a80e59-2ae4-4c54-b8ef-5d5071fc1169', 'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b', 'port_id': 'b1a80e59-2ae4-4c54-b8ef-5d5071fc1169', 'mac_address': 'fa:16:3e:0a:c7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0925d3b-3863-4496-9a86-1e6f5051f8e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 20:56:27.848261 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-4be9ca32-c72d-4dad-9047-753eb6e370fe req-596157e9-230e-41ce-9629-914806f4b055 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426424 Mar 08 20:56:27.857314 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e4f6ae78-19fe-4370-88d3-53b490ca858d req-94ecd406-a2f6-4d74-bb6a-80ddaf85d0f3 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 210 time: 0.0500469 Mar 08 20:56:27.879609 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:27.898412 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 {{(pid=83162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:56:27.914182 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port b1a80e59-2ae4-4c54-b8ef-5d5071fc1169, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=b1a80e59-2ae4-4c54-b8ef-5d5071fc1169,segment=NetworkSegment(9f4b48cc-206f-4e19-9157-e36df92b79c1),segment_id=9f4b48cc-206f-4e19-9157-e36df92b79c1)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:56:27.918878 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:27.987256 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=b1a80e59-2ae4-4c54-b8ef-5d5071fc1169,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:28.157215 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75278275-e823-4332-a384-5bbd34caea6e req-e4054f05-66c7-43cb-bd96-a0ef3bfd39c1 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:28.158973 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-75278275-e823-4332-a384-5bbd34caea6e req-e4054f05-66c7-43cb-bd96-a0ef3bfd39c1 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/ports?device_id=1565c7af-c218-416f-ac0e-0b9b71a34c22 HTTP/1.1" status: 200 len: 946 time: 0.0920761 Mar 08 20:56:28.206471 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-75278275-e823-4332-a384-5bbd34caea6e req-50d151d0-7780-4a39-9a98-60ce6586c40a tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e3950d-1a8d-4448-8cb0-22d084f5cde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412445 Mar 08 20:56:28.243526 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e9a79-5406-4a9b-9ff8-a85f9ed15ce8 req-07d6ee1b-88d3-417d-804c-5d2643cf35f7 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:28.244950 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-137e9a79-5406-4a9b-9ff8-a85f9ed15ce8 req-07d6ee1b-88d3-417d-804c-5d2643cf35f7 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 944 time: 0.0893691 Mar 08 20:56:28.290666 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-137e9a79-5406-4a9b-9ff8-a85f9ed15ce8 req-3db3ca9c-714b-44d7-8df6-23f1200d48be tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401630 Mar 08 20:56:28.402053 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['b1a80e59-2ae4-4c54-b8ef-5d5071fc1169'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 20:56:28.737020 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 675522ce-b988-45b3-85d4-70b23820db56 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:56:28.822725 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning for port 675522ce-b988-45b3-85d4-70b23820db56 completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:56:28.827520 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port 675522ce-b988-45b3-85d4-70b23820db56 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:56:28.827879 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:28.989503 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:29.021821 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] For port 675522ce-b988-45b3-85d4-70b23820db56, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=675522ce-b988-45b3-85d4-70b23820db56,segment=NetworkSegment(270771a1-e195-4c27-89e2-1537a366dca1),segment_id=270771a1-e195-4c27-89e2-1537a366dca1)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:56:29.032176 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:29.124586 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48e868-81ce-4fc6-80ad-6d091756d60c req-51d00476-14a4-4d0c-9baf-d2fe75f957d0 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:29.136548 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-2e48e868-81ce-4fc6-80ad-6d091756d60c req-51d00476-14a4-4d0c-9baf-d2fe75f957d0 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.1269786 Mar 08 20:56:29.157776 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629031b8-7c90-4e42-be74-d2679a54c15f req-56eb7a6a-117d-4fb6-8bbc-e0c958881db1 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:29.159249 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-629031b8-7c90-4e42-be74-d2679a54c15f req-56eb7a6a-117d-4fb6-8bbc-e0c958881db1 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.21 "GET /v2.0/networks?id=00070523-754b-4fd2-826d-d4ba066d78ff HTTP/1.1" status: 200 len: 816 time: 0.2779090 Mar 08 20:56:29.176314 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-007593a1-fffb-4734-802f-14ddf47e1e58 req-eea17876-1595-4839-bb6c-352a19b15dab tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 210 time: 0.0753200 Mar 08 20:56:29.195265 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Pushing event updated for resources: {'Port': ['ID=675522ce-b988-45b3-85d4-70b23820db56,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:29.234368 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-2e48e868-81ce-4fc6-80ad-6d091756d60c req-60075286-d1be-487a-939a-0abf5af80640 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967574 Mar 08 20:56:29.245108 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-629031b8-7c90-4e42-be74-d2679a54c15f req-4e53d162-7d7d-4112-8a31-353b3ddbc59f tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55267becfde149f1a4014dbf3988abc1 HTTP/1.1" status: 200 len: 380 time: 0.0675726 Mar 08 20:56:29.261045 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [req-629031b8-7c90-4e42-be74-d2679a54c15f req-06ee457a-e652-4149-9518-4029bf679221 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Request body: {'port': {'device_id': 'b1b98ed5-ef4a-4216-b280-0b2553a45ca0', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'admin_state_up': True, 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'security_groups': ['3759b922-42a8-4e95-b431-49234566f43a']}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:56:29.445166 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [req-629031b8-7c90-4e42-be74-d2679a54c15f req-06ee457a-e652-4149-9518-4029bf679221 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:56:29.457363 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [req-629031b8-7c90-4e42-be74-d2679a54c15f req-06ee457a-e652-4149-9518-4029bf679221 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:56:29.464858 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b123fec-a6de-44e9-b642-bb0eb093f485 req-93b538a3-f98f-46bc-a03c-1956d517a1c8 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:29.466329 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3b123fec-a6de-44e9-b642-bb0eb093f485 req-93b538a3-f98f-46bc-a03c-1956d517a1c8 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/ports?device_id=1565c7af-c218-416f-ac0e-0b9b71a34c22 HTTP/1.1" status: 200 len: 946 time: 0.1344335 Mar 08 20:56:29.490868 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-629031b8-7c90-4e42-be74-d2679a54c15f req-06ee457a-e652-4149-9518-4029bf679221 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Made reservation on behalf of 55267becfde149f1a4014dbf3988abc1 for: {'port': 1} {{(pid=83160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:56:29.491378 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e16f9d-04cf-45fb-9c0f-c6a9133e187c req-d07d45aa-91f0-47aa-b99b-cbb4ff3928e7 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:29.492851 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a9e16f9d-04cf-45fb-9c0f-c6a9133e187c req-d07d45aa-91f0-47aa-b99b-cbb4ff3928e7 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 944 time: 0.0799236 Mar 08 20:56:29.493787 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-629031b8-7c90-4e42-be74-d2679a54c15f req-06ee457a-e652-4149-9518-4029bf679221 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:29.546044 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a9e16f9d-04cf-45fb-9c0f-c6a9133e187c req-e6ec8f67-ac11-4e6d-8d7a-228207cc7bd5 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471153 Mar 08 20:56:29.570609 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3b123fec-a6de-44e9-b642-bb0eb093f485 req-29c67eb4-3545-47a3-8e6c-6734ce0d184c tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e3950d-1a8d-4448-8cb0-22d084f5cde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982161 Mar 08 20:56:29.662181 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 108a2c15-c410-44bf-a3fe-e2e45d0225dd details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 20:56:29.671072 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_common [req-629031b8-7c90-4e42-be74-d2679a54c15f req-06ee457a-e652-4149-9518-4029bf679221 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Allocated IP 172.20.0.4 (00070523-754b-4fd2-826d-d4ba066d78ff/3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8/06b57522-9205-4422-a2d3-e6a0512f90d3) {{(pid=83160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:56:29.793931 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 108a2c15-c410-44bf-a3fe-e2e45d0225dd, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=108a2c15-c410-44bf-a3fe-e2e45d0225dd,segment=NetworkSegment(6788cae1-2bd8-4fd3-bc0c-45a85178af16),segment_id=6788cae1-2bd8-4fd3-bc0c-45a85178af16)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:56:29.807850 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Returning: {'device': '108a2c15-c410-44bf-a3fe-e2e45d0225dd', 'network_id': '38e5f11b-a065-4254-b9c5-41dbb132dbe1', 'port_id': '108a2c15-c410-44bf-a3fe-e2e45d0225dd', 'mac_address': 'fa:16:3e:ab:bc:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85ce1ac2-86af-42e4-94c3-dd6cfd75cb44', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 20:56:29.855060 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-629031b8-7c90-4e42-be74-d2679a54c15f req-06ee457a-e652-4149-9518-4029bf679221 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for port, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:29.863061 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:29.870717 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.provisioning_blocks [req-629031b8-7c90-4e42-be74-d2679a54c15f req-06ee457a-e652-4149-9518-4029bf679221 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Transition to ACTIVE for port object 06b57522-9205-4422-a2d3-e6a0512f90d3 will not be triggered until provisioned by entity DHCP. {{(pid=83160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:56:29.880032 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 108a2c15-c410-44bf-a3fe-e2e45d0225dd {{(pid=83162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:56:29.893807 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-629031b8-7c90-4e42-be74-d2679a54c15f req-06ee457a-e652-4149-9518-4029bf679221 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:29.895959 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 108a2c15-c410-44bf-a3fe-e2e45d0225dd, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=108a2c15-c410-44bf-a3fe-e2e45d0225dd,segment=NetworkSegment(6788cae1-2bd8-4fd3-bc0c-45a85178af16),segment_id=6788cae1-2bd8-4fd3-bc0c-45a85178af16)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:56:29.899663 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:29.962807 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=108a2c15-c410-44bf-a3fe-e2e45d0225dd,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:29.965284 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-629031b8-7c90-4e42-be74-d2679a54c15f req-06ee457a-e652-4149-9518-4029bf679221 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Network 00070523-754b-4fd2-826d-d4ba066d78ff is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:56:29.968367 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [req-629031b8-7c90-4e42-be74-d2679a54c15f req-06ee457a-e652-4149-9518-4029bf679221 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:56:29.972654 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [req-629031b8-7c90-4e42-be74-d2679a54c15f req-06ee457a-e652-4149-9518-4029bf679221 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Received port after_create {{(pid=83160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:56:29.998108 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee457a-e652-4149-9518-4029bf679221 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Pushing event updated for resources: {'Port': ['ID=06b57522-9205-4422-a2d3-e6a0512f90d3,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:30.034254 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629031b8-7c90-4e42-be74-d2679a54c15f req-06ee457a-e652-4149-9518-4029bf679221 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:30.034850 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-629031b8-7c90-4e42-be74-d2679a54c15f req-06ee457a-e652-4149-9518-4029bf679221 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:30.060366 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-629031b8-7c90-4e42-be74-d2679a54c15f req-06ee457a-e652-4149-9518-4029bf679221 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8046203 Mar 08 20:56:30.072446 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [req-629031b8-7c90-4e42-be74-d2679a54c15f req-aef66318-3d03-42e0-919a-1a3707b17c48 service neutron] Request body: {'port': {'device_id': 'b1b98ed5-ef4a-4216-b280-0b2553a45ca0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:56:30.174444 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-15d5b744-e775-4905-b2c5-bf4ee2f3be8a None None] Provisioning for port 06b57522-9205-4422-a2d3-e6a0512f90d3 completed by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:56:30.179451 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-15d5b744-e775-4905-b2c5-bf4ee2f3be8a None None] Provisioning complete for port 06b57522-9205-4422-a2d3-e6a0512f90d3 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:56:30.179812 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-15d5b744-e775-4905-b2c5-bf4ee2f3be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:30.229107 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-15d5b744-e775-4905-b2c5-bf4ee2f3be8a None None] Port 06b57522-9205-4422-a2d3-e6a0512f90d3 cannot update to ACTIVE because it is not bound. {{(pid=83162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 08 20:56:30.255649 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-629031b8-7c90-4e42-be74-d2679a54c15f req-aef66318-3d03-42e0-919a-1a3707b17c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:30.320539 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['108a2c15-c410-44bf-a3fe-e2e45d0225dd'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 20:56:30.402105 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf30722-fb4a-4d92-862a-9999c86e6d69 req-81558547-6fed-439b-9352-5b640a7c1141 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:30.403867 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6bf30722-fb4a-4d92-862a-9999c86e6d69 req-81558547-6fed-439b-9352-5b640a7c1141 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 931 time: 0.0833781 Mar 08 20:56:30.458862 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6bf30722-fb4a-4d92-862a-9999c86e6d69 req-601d0468-f790-4973-b241-d4f90b6d9400 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475869 Mar 08 20:56:30.569243 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e6f3c-1883-4b07-b335-aa992f437865 req-542d2e0b-7b65-428a-8850-5ecff142ba5b tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:30.575319 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b22e6f3c-1883-4b07-b335-aa992f437865 req-542d2e0b-7b65-428a-8850-5ecff142ba5b tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.2010963 Mar 08 20:56:30.666297 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b22e6f3c-1883-4b07-b335-aa992f437865 req-5bf95e36-ceb7-4a04-879e-7da9f2d5ef14 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870640 Mar 08 20:56:30.733525 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 675522ce-b988-45b3-85d4-70b23820db56 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:56:30.758812 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.notifiers.nova [req-629031b8-7c90-4e42-be74-d2679a54c15f req-aef66318-3d03-42e0-919a-1a3707b17c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b57522-9205-4422-a2d3-e6a0512f90d3 {{(pid=83160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:56:30.767760 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-629031b8-7c90-4e42-be74-d2679a54c15f req-aef66318-3d03-42e0-919a-1a3707b17c48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:30.772946 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccaa09-39e9-4386-ad42-65185afa88b8 req-6bab35cd-3663-4f06-82d8-40ae2067a283 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:30.780424 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-70ccaa09-39e9-4386-ad42-65185afa88b8 req-6bab35cd-3663-4f06-82d8-40ae2067a283 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 944 time: 0.1066201 Mar 08 20:56:30.814736 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port 675522ce-b988-45b3-85d4-70b23820db56 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:56:30.815302 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:30.823578 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.provisioning_blocks [req-629031b8-7c90-4e42-be74-d2679a54c15f req-aef66318-3d03-42e0-919a-1a3707b17c48 service neutron] Transition to ACTIVE for port object 06b57522-9205-4422-a2d3-e6a0512f90d3 will not be triggered until provisioned by entity L2. {{(pid=83160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:56:30.830458 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-70ccaa09-39e9-4386-ad42-65185afa88b8 req-98657374-c028-4566-bea4-96d583035587 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488708 Mar 08 20:56:30.830615 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-629031b8-7c90-4e42-be74-d2679a54c15f req-aef66318-3d03-42e0-919a-1a3707b17c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1387543'] for port, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:30.970241 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef66318-3d03-42e0-919a-1a3707b17c48 service neutron] Pushing event updated for resources: {'Port': ['ID=06b57522-9205-4422-a2d3-e6a0512f90d3,revision_number=2']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:31.061470 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea17cb-1985-4056-ac6b-ea05b80f70be req-84eb6b90-695a-4f8a-b0a5-c916e6360168 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:31.063130 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-01ea17cb-1985-4056-ac6b-ea05b80f70be req-84eb6b90-695a-4f8a-b0a5-c916e6360168 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/ports?device_id=1565c7af-c218-416f-ac0e-0b9b71a34c22 HTTP/1.1" status: 200 len: 947 time: 0.2799261 Mar 08 20:56:31.129230 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.managers [req-629031b8-7c90-4e42-be74-d2679a54c15f req-aef66318-3d03-42e0-919a-1a3707b17c48 service neutron] Attempting to bind port 06b57522-9205-4422-a2d3-e6a0512f90d3 on host hv-cinder-83232 for vnic_type normal with profile {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:56:31.129481 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.managers [req-629031b8-7c90-4e42-be74-d2679a54c15f req-aef66318-3d03-42e0-919a-1a3707b17c48 service neutron] Attempting to bind port 06b57522-9205-4422-a2d3-e6a0512f90d3 by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': '56e65251-5d3d-4020-9db2-d24b67a01fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff'}] {{(pid=83160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:56:31.129878 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629031b8-7c90-4e42-be74-d2679a54c15f req-aef66318-3d03-42e0-919a-1a3707b17c48 service neutron] Attempting to bind port 06b57522-9205-4422-a2d3-e6a0512f90d3 on network 00070523-754b-4fd2-826d-d4ba066d78ff {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:56:31.140158 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-01ea17cb-1985-4056-ac6b-ea05b80f70be req-0a3d23bb-977c-4bf1-a9e3-ea6c82051208 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e3950d-1a8d-4448-8cb0-22d084f5cde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699391 Mar 08 20:56:31.141085 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629031b8-7c90-4e42-be74-d2679a54c15f req-aef66318-3d03-42e0-919a-1a3707b17c48 service neutron] Port 06b57522-9205-4422-a2d3-e6a0512f90d3 on network 00070523-754b-4fd2-826d-d4ba066d78ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 08 20:56:31.142388 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629031b8-7c90-4e42-be74-d2679a54c15f req-aef66318-3d03-42e0-919a-1a3707b17c48 service neutron] Attempting to bind port 06b57522-9205-4422-a2d3-e6a0512f90d3 on network 00070523-754b-4fd2-826d-d4ba066d78ff {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:56:31.150064 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629031b8-7c90-4e42-be74-d2679a54c15f req-aef66318-3d03-42e0-919a-1a3707b17c48 service neutron] Checking agent: {'id': '7ef80941-8def-40cc-9dc9-727f4daf545d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'started_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:56:31.150398 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629031b8-7c90-4e42-be74-d2679a54c15f req-aef66318-3d03-42e0-919a-1a3707b17c48 service neutron] Checking segment: {'id': '56e65251-5d3d-4020-9db2-d24b67a01fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:56:31.150777 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629031b8-7c90-4e42-be74-d2679a54c15f req-aef66318-3d03-42e0-919a-1a3707b17c48 service neutron] Bound using segment: {'id': '56e65251-5d3d-4020-9db2-d24b67a01fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff'} {{(pid=83160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:56:31.151710 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.managers [req-629031b8-7c90-4e42-be74-d2679a54c15f req-aef66318-3d03-42e0-919a-1a3707b17c48 service neutron] Bound port: 06b57522-9205-4422-a2d3-e6a0512f90d3, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56e65251-5d3d-4020-9db2-d24b67a01fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff'}}] {{(pid=83160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:56:31.151710 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-629031b8-7c90-4e42-be74-d2679a54c15f req-aef66318-3d03-42e0-919a-1a3707b17c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:31.240595 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [req-629031b8-7c90-4e42-be74-d2679a54c15f req-aef66318-3d03-42e0-919a-1a3707b17c48 service neutron] For port 06b57522-9205-4422-a2d3-e6a0512f90d3, host hv-cinder-83232, cleared binding levels {{(pid=83160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:56:31.243373 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [req-629031b8-7c90-4e42-be74-d2679a54c15f req-aef66318-3d03-42e0-919a-1a3707b17c48 service neutron] For port 06b57522-9205-4422-a2d3-e6a0512f90d3, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=06b57522-9205-4422-a2d3-e6a0512f90d3,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:56:31.248074 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-629031b8-7c90-4e42-be74-d2679a54c15f req-aef66318-3d03-42e0-919a-1a3707b17c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1387543'] for port, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:31.308480 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-629031b8-7c90-4e42-be74-d2679a54c15f req-aef66318-3d03-42e0-919a-1a3707b17c48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:31.309857 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-629031b8-7c90-4e42-be74-d2679a54c15f req-aef66318-3d03-42e0-919a-1a3707b17c48 service neutron] 10.222.0.21 "PUT /v2.0/ports/06b57522-9205-4422-a2d3-e6a0512f90d3 HTTP/1.1" status: 200 len: 1093 time: 1.2416000 Mar 08 20:56:31.310282 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b98ed5-ef4a-4216-b280-0b2553a45ca0', 'tag': '06b57522-9205-4422-a2d3-e6a0512f90d3'}] {{(pid=83160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:56:31.327134 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef66318-3d03-42e0-919a-1a3707b17c48 service neutron] Pushing event updated for resources: {'Port': ['ID=06b57522-9205-4422-a2d3-e6a0512f90d3,revision_number=3']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:31.402360 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b98ed5-ef4a-4216-b280-0b2553a45ca0', 'tag': '06b57522-9205-4422-a2d3-e6a0512f90d3', 'status': 'completed', 'code': 200} Mar 08 20:56:31.441221 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-629031b8-7c90-4e42-be74-d2679a54c15f req-669e2548-26a9-4f80-9767-4ae376fb0972 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55267becfde149f1a4014dbf3988abc1&device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 1096 time: 0.0739543 Mar 08 20:56:31.512458 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-629031b8-7c90-4e42-be74-d2679a54c15f req-b1186854-c947-4687-933c-68052dc47a68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06b57522-9205-4422-a2d3-e6a0512f90d3 HTTP/1.1" status: 200 len: 217 time: 0.0639153 Mar 08 20:56:31.574476 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629031b8-7c90-4e42-be74-d2679a54c15f req-c647bd04-64ec-4f3a-b225-9c496ce84f49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:31.576359 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-629031b8-7c90-4e42-be74-d2679a54c15f req-c647bd04-64ec-4f3a-b225-9c496ce84f49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8 HTTP/1.1" status: 200 len: 855 time: 0.0574901 Mar 08 20:56:31.679465 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 108a2c15-c410-44bf-a3fe-e2e45d0225dd up at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:56:31.712338 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-629031b8-7c90-4e42-be74-d2679a54c15f req-ff6619ba-4c89-43bf-885a-805e7b689703 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00070523-754b-4fd2-826d-d4ba066d78ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1296058 Mar 08 20:56:31.721378 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591a04d-c48b-425d-8308-1ef512de64dc req-709afd91-eeb9-46bc-a4c8-e2aa33a4d90e tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:31.722072 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-8591a04d-c48b-425d-8308-1ef512de64dc req-709afd91-eeb9-46bc-a4c8-e2aa33a4d90e tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Synchronizing usage tracker for tenant:55267becfde149f1a4014dbf3988abc1 on resource:port {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:56:31.752091 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning for port 108a2c15-c410-44bf-a3fe-e2e45d0225dd completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:56:31.757402 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning complete for port 108a2c15-c410-44bf-a3fe-e2e45d0225dd triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:56:31.757864 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:31.816966 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-8591a04d-c48b-425d-8308-1ef512de64dc req-709afd91-eeb9-46bc-a4c8-e2aa33a4d90e tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Unset dirty status for tenant:55267becfde149f1a4014dbf3988abc1 on resource:port {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:56:31.818405 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-8591a04d-c48b-425d-8308-1ef512de64dc req-709afd91-eeb9-46bc-a4c8-e2aa33a4d90e tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 943 time: 0.2032161 Mar 08 20:56:31.872441 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:31.876441 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a7dc5-4291-4070-8a0d-b1d8ae464e38 req-5edf39b5-73d7-470c-9e5f-71997c7b9557 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:31.877920 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f91a7dc5-4291-4070-8a0d-b1d8ae464e38 req-5edf39b5-73d7-470c-9e5f-71997c7b9557 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.0924566 Mar 08 20:56:31.889416 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-629031b8-7c90-4e42-be74-d2679a54c15f req-362681ca-10cc-4dd4-ac60-058647266ff9 service neutron] 10.222.0.21 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628690 Mar 08 20:56:31.897108 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-8591a04d-c48b-425d-8308-1ef512de64dc req-44186331-c910-4086-ad48-e1c3b1fcfe5c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701559 Mar 08 20:56:31.908447 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1565c7af-c218-416f-ac0e-0b9b71a34c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108a2c15-c410-44bf-a3fe-e2e45d0225dd'}] {{(pid=83162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:56:31.920851 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 108a2c15-c410-44bf-a3fe-e2e45d0225dd, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=108a2c15-c410-44bf-a3fe-e2e45d0225dd,segment=NetworkSegment(6788cae1-2bd8-4fd3-bc0c-45a85178af16),segment_id=6788cae1-2bd8-4fd3-bc0c-45a85178af16)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:56:31.927457 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:31.929222 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 up at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:56:31.930759 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f91a7dc5-4291-4070-8a0d-b1d8ae464e38 req-4ac31f9d-2f8b-4ecf-a351-5d55724f3345 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468316 Mar 08 20:56:32.027791 dv-cinder-832328-1-smb neutron-server[83162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1565c7af-c218-416f-ac0e-0b9b71a34c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108a2c15-c410-44bf-a3fe-e2e45d0225dd', 'code': 200} Mar 08 20:56:32.052799 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=108a2c15-c410-44bf-a3fe-e2e45d0225dd,revision_number=5']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:32.069614 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning for port b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:56:32.074970 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning complete for port b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:56:32.075589 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:32.153950 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-629031b8-7c90-4e42-be74-d2679a54c15f req-18a012e3-4a55-44b8-80a4-a7504caa3762 service neutron] 10.222.0.21 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554200 Mar 08 20:56:32.219846 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:32.252297 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e45e07-cc71-4942-b01c-c3824886c645 req-3cd3454e-244c-4756-8f6e-23e32a6b0208 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:32.254336 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-88e45e07-cc71-4942-b01c-c3824886c645 req-3cd3454e-244c-4756-8f6e-23e32a6b0208 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 944 time: 0.0982783 Mar 08 20:56:32.267842 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port b1a80e59-2ae4-4c54-b8ef-5d5071fc1169, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=b1a80e59-2ae4-4c54-b8ef-5d5071fc1169,segment=NetworkSegment(9f4b48cc-206f-4e19-9157-e36df92b79c1),segment_id=9f4b48cc-206f-4e19-9157-e36df92b79c1)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:56:32.273947 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:32.350131 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=b1a80e59-2ae4-4c54-b8ef-5d5071fc1169,revision_number=5']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:32.351982 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-88e45e07-cc71-4942-b01c-c3824886c645 req-93d6bc21-4b5c-43a3-b3cd-d03a6162d23b tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893204 Mar 08 20:56:32.383987 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-7ef56b06-bcd5-496c-80e6-01493f8389a8 req-f62b6c8b-aa3b-42e8-874f-5b102ec36e79 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55267becfde149f1a4014dbf3988abc1&device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 1096 time: 0.0843334 Mar 08 20:56:32.420144 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-0a5490bb-f30b-48c4-9e2c-3a85aec44cb9 req-a1c7ba89-c3e4-42c7-a86f-483846425150 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1565c7af-c218-416f-ac0e-0b9b71a34c22 HTTP/1.1" status: 200 len: 1101 time: 0.1334951 Mar 08 20:56:32.426408 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fc20e-1f12-461c-8537-d673709cff24 req-b47a14ba-58f3-447c-be07-79c7986fbadb tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:32.427775 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-103fc20e-1f12-461c-8537-d673709cff24 req-b47a14ba-58f3-447c-be07-79c7986fbadb tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/ports?device_id=1565c7af-c218-416f-ac0e-0b9b71a34c22 HTTP/1.1" status: 200 len: 948 time: 0.1101148 Mar 08 20:56:32.496924 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-103fc20e-1f12-461c-8537-d673709cff24 req-5a8ec5a2-1886-4df5-b7ee-4e64dbf37b33 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e3950d-1a8d-4448-8cb0-22d084f5cde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558507 Mar 08 20:56:32.498426 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-0a5490bb-f30b-48c4-9e2c-3a85aec44cb9 req-e2926049-1a25-4f82-a065-1047c7226752 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a9e3950d-1a8d-4448-8cb0-22d084f5cde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698285 Mar 08 20:56:32.519682 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef56b06-bcd5-496c-80e6-01493f8389a8 req-57094183-c559-418a-9eb8-78929ec41f88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:32.521707 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-7ef56b06-bcd5-496c-80e6-01493f8389a8 req-57094183-c559-418a-9eb8-78929ec41f88 service neutron] 10.222.0.21 "GET /v2.0/networks?id=00070523-754b-4fd2-826d-d4ba066d78ff HTTP/1.1" status: 200 len: 917 time: 0.1302204 Mar 08 20:56:32.857848 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-7ef56b06-bcd5-496c-80e6-01493f8389a8 req-bd89d495-7cce-46a8-8f1c-6cdd01ab0e16 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06b57522-9205-4422-a2d3-e6a0512f90d3 HTTP/1.1" status: 200 len: 217 time: 0.0606034 Mar 08 20:56:32.921962 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef56b06-bcd5-496c-80e6-01493f8389a8 req-1dec0354-5c98-4a6e-8861-095c8adb02b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:32.923334 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-7ef56b06-bcd5-496c-80e6-01493f8389a8 req-1dec0354-5c98-4a6e-8861-095c8adb02b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8 HTTP/1.1" status: 200 len: 855 time: 0.0589728 Mar 08 20:56:32.998744 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-7ef56b06-bcd5-496c-80e6-01493f8389a8 req-edbd02a4-ee4b-4c46-9f7c-1cbf6f2b1695 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00070523-754b-4fd2-826d-d4ba066d78ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0682094 Mar 08 20:56:33.143819 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db1f57-1109-4b0d-9d73-89a07d205ef2 req-ca5ff351-afdf-4dea-8e64-8431de231cfe tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:33.145172 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-46db1f57-1109-4b0d-9d73-89a07d205ef2 req-ca5ff351-afdf-4dea-8e64-8431de231cfe tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.0800698 Mar 08 20:56:33.188585 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-7ef56b06-bcd5-496c-80e6-01493f8389a8 req-bc560ffe-c655-4c6a-9ae4-c41857262451 service neutron] 10.222.0.21 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827443 Mar 08 20:56:33.190881 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-46db1f57-1109-4b0d-9d73-89a07d205ef2 req-eeab994b-16a6-4846-839e-eb42e48f5fe3 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395181 Mar 08 20:56:33.198758 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f730e0a-8bc5-4bc3-9509-35c431c9e79c req-09e940c3-28bb-4ea9-bbd0-a9b4b7ae0458 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:33.200026 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9f730e0a-8bc5-4bc3-9509-35c431c9e79c req-09e940c3-28bb-4ea9-bbd0-a9b4b7ae0458 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 943 time: 0.1273417 Mar 08 20:56:33.330437 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9f730e0a-8bc5-4bc3-9509-35c431c9e79c req-8ea23289-d0bc-4b80-85e8-d914cf4be48f tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128473 Mar 08 20:56:33.364422 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-7ef56b06-bcd5-496c-80e6-01493f8389a8 req-352492ae-ce3d-4aaf-a0c8-b447a0b65df1 service neutron] 10.222.0.21 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634400 Mar 08 20:56:33.556285 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625cd396-d993-4e81-8053-b35a4dee1f3a req-920c110b-8ae5-416e-9d2b-00bbc2f77bcc tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:33.557872 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-625cd396-d993-4e81-8053-b35a4dee1f3a req-920c110b-8ae5-416e-9d2b-00bbc2f77bcc tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 945 time: 0.0750051 Mar 08 20:56:33.601839 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-625cd396-d993-4e81-8053-b35a4dee1f3a req-bab1ac66-454f-46b5-9a94-11413f6a1b6d tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382957 Mar 08 20:56:33.603345 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c68e8f-e87d-478e-876f-e0e105720ea5 req-09a2b6a9-c039-4bb9-8526-fb7e1b73dca6 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:33.604785 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c2c68e8f-e87d-478e-876f-e0e105720ea5 req-09a2b6a9-c039-4bb9-8526-fb7e1b73dca6 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.1256669 Mar 08 20:56:33.656628 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-68177088-3869-443a-9332-e1a3561f83f5 req-3dfab926-3d2f-4af9-847d-456dbecf8a8d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=83b0974382f941988054e5cb37b05168&device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 1098 time: 0.1180780 Mar 08 20:56:33.661217 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c2c68e8f-e87d-478e-876f-e0e105720ea5 req-f3cb49fb-e6c9-474d-b450-caa6961966f2 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506434 Mar 08 20:56:33.793898 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68177088-3869-443a-9332-e1a3561f83f5 req-8ca91c44-5c57-47b7-b184-5fd2bf38a114 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:33.795350 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-68177088-3869-443a-9332-e1a3561f83f5 req-8ca91c44-5c57-47b7-b184-5fd2bf38a114 service neutron] 10.222.0.21 "GET /v2.0/networks?id=239e2d37-cae2-4302-bc13-ce825026cdf1 HTTP/1.1" status: 200 len: 912 time: 0.1322436 Mar 08 20:56:33.796704 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ce0c4-93aa-4d0e-84d6-f040c8c7b7bf req-7734fece-059a-412b-a0c8-83747b0b7936 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:33.798174 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-407ce0c4-93aa-4d0e-84d6-f040c8c7b7bf req-7734fece-059a-412b-a0c8-83747b0b7936 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/ports?device_id=1565c7af-c218-416f-ac0e-0b9b71a34c22 HTTP/1.1" status: 200 len: 948 time: 0.0828931 Mar 08 20:56:33.842131 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-407ce0c4-93aa-4d0e-84d6-f040c8c7b7bf req-0002dfd7-1526-4c05-b5ee-ba76780d9a14 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e3950d-1a8d-4448-8cb0-22d084f5cde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379326 Mar 08 20:56:33.900262 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-68177088-3869-443a-9332-e1a3561f83f5 req-b590c1b9-8570-432e-83f7-7245e282396f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04fffc65-e31c-4d51-939e-a21e94ddd6be HTTP/1.1" status: 200 len: 1001 time: 0.0934873 Mar 08 20:56:33.961297 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68177088-3869-443a-9332-e1a3561f83f5 req-77c4df22-daf3-4b15-a00a-4ddb2ae6673c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:33.962661 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-68177088-3869-443a-9332-e1a3561f83f5 req-77c4df22-daf3-4b15-a00a-4ddb2ae6673c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bff06441-7eb9-494f-8cf1-5b73b840bf8a HTTP/1.1" status: 200 len: 850 time: 0.0555341 Mar 08 20:56:34.028310 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f615633e-aeaa-4b58-8aa7-7c39420d989d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a80e59-2ae4-4c54-b8ef-5d5071fc1169'}] {{(pid=83162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:56:34.041110 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-68177088-3869-443a-9332-e1a3561f83f5 req-623138ec-5b24-4fc9-8e21-45c73ffdcf5e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=239e2d37-cae2-4302-bc13-ce825026cdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701206 Mar 08 20:56:34.082079 dv-cinder-832328-1-smb neutron-server[83162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f615633e-aeaa-4b58-8aa7-7c39420d989d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a80e59-2ae4-4c54-b8ef-5d5071fc1169', 'code': 200} Mar 08 20:56:34.280713 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-68177088-3869-443a-9332-e1a3561f83f5 req-58e63fc9-4b38-4019-abff-b7d63943b9bf service neutron] 10.222.0.21 "GET /v2.0/networks/239e2d37-cae2-4302-bc13-ce825026cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223685 Mar 08 20:56:34.436302 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-68177088-3869-443a-9332-e1a3561f83f5 req-2b277c53-2b4b-42ff-bf89-ff2d26430379 service neutron] 10.222.0.21 "GET /v2.0/networks/239e2d37-cae2-4302-bc13-ce825026cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345990 Mar 08 20:56:34.551549 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3614bef7-89e9-4bf7-a1c9-a8fe8a7846be req-f8cb385b-c78b-470b-b7aa-a1ed5d84a6b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 1098 time: 0.1261592 Mar 08 20:56:34.584489 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6e9af-b14f-494d-982d-371986204272 req-bf7494a7-e655-4913-a4cb-93be356656fb tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:34.585883 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d1e6e9af-b14f-494d-982d-371986204272 req-bf7494a7-e655-4913-a4cb-93be356656fb tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 943 time: 0.1049068 Mar 08 20:56:34.622213 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3614bef7-89e9-4bf7-a1c9-a8fe8a7846be req-002444ae-347f-490a-adaf-291dfade1564 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623858 Mar 08 20:56:34.643014 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d1e6e9af-b14f-494d-982d-371986204272 req-8734ec4f-2ebd-46c9-b1b4-64246476935c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472140 Mar 08 20:56:34.808830 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7c4cf-315e-4305-b34c-3de304323f70 req-b265ac8e-f1b4-4cc8-9b2d-d016bca0998b tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:34.810223 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c8e7c4cf-315e-4305-b34c-3de304323f70 req-b265ac8e-f1b4-4cc8-9b2d-d016bca0998b tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 945 time: 0.0774062 Mar 08 20:56:34.854890 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c8e7c4cf-315e-4305-b34c-3de304323f70 req-ef91b32c-7628-4d18-ab94-10a6e239f88e tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392218 Mar 08 20:56:34.859616 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2b910-232f-45d5-9b0f-f4cce1aaa65e req-75583732-09c7-41e8-8901-402f00e04404 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:34.861051 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-fdb2b910-232f-45d5-9b0f-f4cce1aaa65e req-75583732-09c7-41e8-8901-402f00e04404 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.0780609 Mar 08 20:56:34.906442 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-fdb2b910-232f-45d5-9b0f-f4cce1aaa65e req-b1b0380d-03a2-400d-b212-60e9d2e31dcb tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397611 Mar 08 20:56:35.037982 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c81810-0a8b-4297-9e6d-cc5daffd1f7d req-6832853b-3ccb-4a13-929d-b57b50cd78de tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:35.039465 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-26c81810-0a8b-4297-9e6d-cc5daffd1f7d req-6832853b-3ccb-4a13-929d-b57b50cd78de tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/ports?device_id=1565c7af-c218-416f-ac0e-0b9b71a34c22 HTTP/1.1" status: 200 len: 948 time: 0.0788767 Mar 08 20:56:35.090173 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-26c81810-0a8b-4297-9e6d-cc5daffd1f7d req-8acb513a-3f2a-4d9c-94a8-bebbe919b082 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e3950d-1a8d-4448-8cb0-22d084f5cde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428135 Mar 08 20:56:35.343870 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2cbf28-1bf1-480b-976d-03016abb43e4 None None] Sync routers for ids ['243b93c4-9d4b-4821-b225-c9f1477487da'] in dv-cinder-832328-1-smb {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:56:35.356526 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2cbf28-1bf1-480b-976d-03016abb43e4 None None] Routers {'243b93c4-9d4b-4821-b225-c9f1477487da'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:56:35.357132 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-6a2cbf28-1bf1-480b-976d-03016abb43e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:56:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['243b93c4-9d4b-4821-b225-c9f1477487da'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:35.557104 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f506d-28c3-46ba-9908-4d9a40a3fa4c req-0dfe6253-46df-4b22-b29e-6dbf2b44368f tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:35.558096 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-6a2cbf28-1bf1-480b-976d-03016abb43e4 None None] Set router 243b93c4-9d4b-4821-b225-c9f1477487da gateway port host: dv-cinder-832328-1-smb {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:56:35.558573 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ae8f506d-28c3-46ba-9908-4d9a40a3fa4c req-0dfe6253-46df-4b22-b29e-6dbf2b44368f tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/ports?device_id=1565c7af-c218-416f-ac0e-0b9b71a34c22 HTTP/1.1" status: 200 len: 948 time: 0.0750391 Mar 08 20:56:35.603405 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ae8f506d-28c3-46ba-9908-4d9a40a3fa4c req-b27333b0-3176-4847-b49e-02cec2531be3 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e3950d-1a8d-4448-8cb0-22d084f5cde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389729 Mar 08 20:56:35.690404 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 06b57522-9205-4422-a2d3-e6a0512f90d3 details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 20:56:35.899143 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 06b57522-9205-4422-a2d3-e6a0512f90d3, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=06b57522-9205-4422-a2d3-e6a0512f90d3,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:56:35.906067 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-6a2cbf28-1bf1-480b-976d-03016abb43e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'name': 'tempest-AttachVolumeShelveTestJSON-542225041-router', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '675522ce-b988-45b3-85d4-70b23820db56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:56:15Z', 'updated_at': '2022-03-08T20:56:19Z', 'revision_number': 4, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'gw_port': {'id': '675522ce-b988-45b3-85d4-70b23820db56', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:16Z', 'updated_at': '2022-03-08T20:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'd55f3288-86f1-40ed-854e-02c2961a2176', 'name': '', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'mac_address': 'fa:16:3e:6d:f8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:18Z', 'updated_at': '2022-03-08T20:56:20Z', 'revision_number': 2, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'subnets': [{'id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:35.910859 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2cbf28-1bf1-480b-976d-03016abb43e4 None None] Checking router: 243b93c4-9d4b-4821-b225-c9f1477487da for host: dv-cinder-832328-1-smb {{(pid=83163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:56:35.911130 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2cbf28-1bf1-480b-976d-03016abb43e4 None None] Updating router 243b93c4-9d4b-4821-b225-c9f1477487da port d55f3288-86f1-40ed-854e-02c2961a2176 binding host dv-cinder-832328-1-smb {{(pid=83163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 08 20:56:35.913706 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Returning: {'device': '06b57522-9205-4422-a2d3-e6a0512f90d3', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'port_id': '06b57522-9205-4422-a2d3-e6a0512f90d3', 'mac_address': 'fa:16:3e:85:dd:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 20:56:35.932237 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51b0c5-95d0-4566-a09b-54fcbbcf9db1 req-c21eff07-3ab7-40e3-9b66-d1e0cf3a6aa5 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:35.933830 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-fe51b0c5-95d0-4566-a09b-54fcbbcf9db1 req-c21eff07-3ab7-40e3-9b66-d1e0cf3a6aa5 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 943 time: 0.0824785 Mar 08 20:56:35.965825 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-6a2cbf28-1bf1-480b-976d-03016abb43e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:35.979271 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:35.999207 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b57522-9205-4422-a2d3-e6a0512f90d3 {{(pid=83162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:56:35.999894 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-fe51b0c5-95d0-4566-a09b-54fcbbcf9db1 req-0ceb4624-9f9e-4e54-9a0f-cadeace6965d tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603631 Mar 08 20:56:36.021309 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 06b57522-9205-4422-a2d3-e6a0512f90d3, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=06b57522-9205-4422-a2d3-e6a0512f90d3,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:56:36.028333 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:36.087224 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8261d5-b6fc-4f6b-a9d6-712a8ef2ae57 req-e2dc01e4-c5a2-4a35-b289-a02e6caae44a tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:36.094602 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-cc8261d5-b6fc-4f6b-a9d6-712a8ef2ae57 req-e2dc01e4-c5a2-4a35-b289-a02e6caae44a tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 945 time: 0.1015177 Mar 08 20:56:36.117043 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=06b57522-9205-4422-a2d3-e6a0512f90d3,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:36.155879 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-cc8261d5-b6fc-4f6b-a9d6-712a8ef2ae57 req-28aa9512-2eb3-4506-ba2e-8865d84b284e tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601165 Mar 08 20:56:36.234668 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932927ac-4a85-4d31-9770-1b37db46366b req-2bd20729-9990-4144-84b1-a41316be191c tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:36.236107 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-932927ac-4a85-4d31-9770-1b37db46366b req-2bd20729-9990-4144-84b1-a41316be191c tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.0759141 Mar 08 20:56:36.280720 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-932927ac-4a85-4d31-9770-1b37db46366b req-c172c41f-d75b-4e8e-9458-8a85f4b42cb5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382681 Mar 08 20:56:36.329560 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-6a2cbf28-1bf1-480b-976d-03016abb43e4 None None] Notify callbacks [] for port, precommit_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:36.342559 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.provisioning_blocks [None req-6a2cbf28-1bf1-480b-976d-03016abb43e4 None None] Transition to ACTIVE for port object d55f3288-86f1-40ed-854e-02c2961a2176 will not be triggered until provisioned by entity L2. {{(pid=83163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:56:36.350677 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-6a2cbf28-1bf1-480b-976d-03016abb43e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:36.479478 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79439e4c-ee47-4e42-be70-2825f3a28ca7 None None] Pushing event updated for resources: {'Port': ['ID=d55f3288-86f1-40ed-854e-02c2961a2176,revision_number=3']} {{(pid=83163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:36.492994 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79439e4c-ee47-4e42-be70-2825f3a28ca7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:36.493338 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79439e4c-ee47-4e42-be70-2825f3a28ca7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:36.493680 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79439e4c-ee47-4e42-be70-2825f3a28ca7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:36.494012 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79439e4c-ee47-4e42-be70-2825f3a28ca7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:36.494333 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79439e4c-ee47-4e42-be70-2825f3a28ca7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:36.494652 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79439e4c-ee47-4e42-be70-2825f3a28ca7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:36.494967 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79439e4c-ee47-4e42-be70-2825f3a28ca7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:36.495283 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79439e4c-ee47-4e42-be70-2825f3a28ca7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:36.495591 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79439e4c-ee47-4e42-be70-2825f3a28ca7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:36.495902 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79439e4c-ee47-4e42-be70-2825f3a28ca7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:36.496364 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79439e4c-ee47-4e42-be70-2825f3a28ca7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:56:36.590876 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-6a2cbf28-1bf1-480b-976d-03016abb43e4 None None] Attempting to bind port d55f3288-86f1-40ed-854e-02c2961a2176 on host dv-cinder-832328-1-smb for vnic_type normal with profile {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:56:36.591236 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-6a2cbf28-1bf1-480b-976d-03016abb43e4 None None] Attempting to bind port d55f3288-86f1-40ed-854e-02c2961a2176 by drivers openvswitch,hyperv on host dv-cinder-832328-1-smb at level 0 using segments [{'id': '56e65251-5d3d-4020-9db2-d24b67a01fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff'}] {{(pid=83163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:56:36.591586 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2cbf28-1bf1-480b-976d-03016abb43e4 None None] Attempting to bind port d55f3288-86f1-40ed-854e-02c2961a2176 on network 00070523-754b-4fd2-826d-d4ba066d78ff {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:56:36.600554 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2cbf28-1bf1-480b-976d-03016abb43e4 None None] Checking agent: {'id': '3893f380-9b19-46dd-a79f-fadbe55c1144', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-832328-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 44, 13), 'started_at': datetime.datetime(2022, 3, 8, 20, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-832328-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:56:36.600941 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2cbf28-1bf1-480b-976d-03016abb43e4 None None] Checking segment: {'id': '56e65251-5d3d-4020-9db2-d24b67a01fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:56:36.601307 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-6a2cbf28-1bf1-480b-976d-03016abb43e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:36.601711 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2cbf28-1bf1-480b-976d-03016abb43e4 None None] Bound using segment: {'id': '56e65251-5d3d-4020-9db2-d24b67a01fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff'} {{(pid=83163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:56:36.602166 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.managers [None req-6a2cbf28-1bf1-480b-976d-03016abb43e4 None None] Bound port: d55f3288-86f1-40ed-854e-02c2961a2176, host: dv-cinder-832328-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e65251-5d3d-4020-9db2-d24b67a01fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff'}}] {{(pid=83163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:56:36.602543 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-6a2cbf28-1bf1-480b-976d-03016abb43e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:36.659279 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['06b57522-9205-4422-a2d3-e6a0512f90d3'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 20:56:36.697512 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.db [None req-6a2cbf28-1bf1-480b-976d-03016abb43e4 None None] For port d55f3288-86f1-40ed-854e-02c2961a2176, host dv-cinder-832328-1-smb, cleared binding levels {{(pid=83163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:56:36.700769 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.plugins.ml2.db [None req-6a2cbf28-1bf1-480b-976d-03016abb43e4 None None] For port d55f3288-86f1-40ed-854e-02c2961a2176, host dv-cinder-832328-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=d55f3288-86f1-40ed-854e-02c2961a2176,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:56:36.704800 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron_lib.callbacks.manager [None req-6a2cbf28-1bf1-480b-976d-03016abb43e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:36.793458 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79439e4c-ee47-4e42-be70-2825f3a28ca7 None None] Pushing event updated for resources: {'Port': ['ID=d55f3288-86f1-40ed-854e-02c2961a2176,revision_number=4']} {{(pid=83163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:36.805073 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2cbf28-1bf1-480b-976d-03016abb43e4 None None] Routers {'243b93c4-9d4b-4821-b225-c9f1477487da'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:56:36.805619 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-6a2cbf28-1bf1-480b-976d-03016abb43e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:56:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['243b93c4-9d4b-4821-b225-c9f1477487da'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:36.814955 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ceb5a-3582-4738-a8cd-02672718964a req-a31880e8-fc5c-4273-b7ad-efa4e96679dc tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:36.818072 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-094ceb5a-3582-4738-a8cd-02672718964a req-a31880e8-fc5c-4273-b7ad-efa4e96679dc tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/ports?device_id=1565c7af-c218-416f-ac0e-0b9b71a34c22 HTTP/1.1" status: 200 len: 948 time: 0.0898795 Mar 08 20:56:36.875284 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-094ceb5a-3582-4738-a8cd-02672718964a req-ca00343d-c8bb-49d5-96ef-907657f3b6df tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e3950d-1a8d-4448-8cb0-22d084f5cde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512605 Mar 08 20:56:36.996597 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-6a2cbf28-1bf1-480b-976d-03016abb43e4 None None] Set router 243b93c4-9d4b-4821-b225-c9f1477487da gateway port host: dv-cinder-832328-1-smb {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:56:37.264170 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9cdc1-9165-45dc-b38e-dacab99a7436 req-128834cb-698c-48a1-95ad-2b7542c80728 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:37.265514 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b2b9cdc1-9165-45dc-b38e-dacab99a7436 req-128834cb-698c-48a1-95ad-2b7542c80728 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 944 time: 0.1411130 Mar 08 20:56:37.312841 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b2b9cdc1-9165-45dc-b38e-dacab99a7436 req-a6ea188c-66b4-4deb-a434-c98ddf4c66a5 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405576 Mar 08 20:56:37.331198 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-6a2cbf28-1bf1-480b-976d-03016abb43e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'name': 'tempest-AttachVolumeShelveTestJSON-542225041-router', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '675522ce-b988-45b3-85d4-70b23820db56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:56:15Z', 'updated_at': '2022-03-08T20:56:19Z', 'revision_number': 4, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'gw_port': {'id': '675522ce-b988-45b3-85d4-70b23820db56', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:16Z', 'updated_at': '2022-03-08T20:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'd55f3288-86f1-40ed-854e-02c2961a2176', 'name': '', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'mac_address': 'fa:16:3e:6d:f8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:18Z', 'updated_at': '2022-03-08T20:56:36Z', 'revision_number': 4, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'subnets': [{'id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:37.335206 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2cbf28-1bf1-480b-976d-03016abb43e4 None None] The sync data for ids ['243b93c4-9d4b-4821-b225-c9f1477487da'] in dv-cinder-832328-1-smb is: [{'id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'name': 'tempest-AttachVolumeShelveTestJSON-542225041-router', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '675522ce-b988-45b3-85d4-70b23820db56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:56:15Z', 'updated_at': '2022-03-08T20:56:19Z', 'revision_number': 4, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'gw_port': {'id': '675522ce-b988-45b3-85d4-70b23820db56', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:16Z', 'updated_at': '2022-03-08T20:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'd55f3288-86f1-40ed-854e-02c2961a2176', 'name': '', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'mac_address': 'fa:16:3e:6d:f8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:18Z', 'updated_at': '2022-03-08T20:56:36Z', 'revision_number': 4, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'subnets': [{'id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:56:37.351216 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f8753-e92f-4aaa-b533-23326c5f0919 req-14359134-56ee-4fff-b115-958d7898fc2c tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:37.352672 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-160f8753-e92f-4aaa-b533-23326c5f0919 req-14359134-56ee-4fff-b115-958d7898fc2c tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 945 time: 0.0792792 Mar 08 20:56:37.412329 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-160f8753-e92f-4aaa-b533-23326c5f0919 req-e50f9e2d-5500-49ff-8cbe-d4d76e68179b tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536859 Mar 08 20:56:37.612430 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1109bc-f7d7-4bea-a362-014139761654 req-d04dba39-2ec0-4eaf-addc-258f90f64c86 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:37.614040 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-df1109bc-f7d7-4bea-a362-014139761654 req-d04dba39-2ec0-4eaf-addc-258f90f64c86 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 945 time: 0.0791385 Mar 08 20:56:37.660639 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-df1109bc-f7d7-4bea-a362-014139761654 req-69b4b937-09b6-4d32-95a8-0ca7d4e400f4 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400472 Mar 08 20:56:37.688963 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 46322) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:37.955661 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-b16804a0-75c7-4dbd-b7da-248129f1a205 tempest-TestShelveInstance-1657839971 tempest-TestShelveInstance-1657839971-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 1093 time: 0.2655079 Mar 08 20:56:37.958839 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 46330) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:37.964341 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-3a5691db-2993-40e2-b7d1-6634f9584c71 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Request body: {'floatingip': {'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'port_id': 'b1a80e59-2ae4-4c54-b8ef-5d5071fc1169', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:56:37.970555 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-3a5691db-2993-40e2-b7d1-6634f9584c71 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:56:37.976915 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-3a5691db-2993-40e2-b7d1-6634f9584c71 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Usage tracker for resource:floatingip and tenant:cf98cf7961434dfbaf15fa6e67d18187 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:56:37.979333 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18af060-62c6-4214-8712-77087923263f req-e4db3c0a-20aa-480a-9316-9e53fea7518c tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:37.980176 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-3a5691db-2993-40e2-b7d1-6634f9584c71 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:56:37.980760 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e18af060-62c6-4214-8712-77087923263f req-e4db3c0a-20aa-480a-9316-9e53fea7518c tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.21 "GET /v2.0/ports?device_id=1565c7af-c218-416f-ac0e-0b9b71a34c22 HTTP/1.1" status: 200 len: 948 time: 0.0869031 Mar 08 20:56:37.986749 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-3a5691db-2993-40e2-b7d1-6634f9584c71 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:56:37.999770 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-3a5691db-2993-40e2-b7d1-6634f9584c71 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for floatingip, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:38.057634 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [req-e18af060-62c6-4214-8712-77087923263f req-96c6cf3e-03e4-46fb-8dfd-ae95af5be21e tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Deleting port 108a2c15-c410-44bf-a3fe-e2e45d0225dd {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 20:56:38.058069 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-e18af060-62c6-4214-8712-77087923263f req-96c6cf3e-03e4-46fb-8dfd-ae95af5be21e tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:38.183331 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ce412-fe92-4edf-80d9-167cb6894eaa req-58ffac62-f43b-447a-a765-53d958f03f81 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:38.184505 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-7f8ce412-fe92-4edf-80d9-167cb6894eaa req-58ffac62-f43b-447a-a765-53d958f03f81 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/ports?device_id=1565c7af-c218-416f-ac0e-0b9b71a34c22 HTTP/1.1" status: 200 len: 948 time: 0.1697338 Mar 08 20:56:38.256428 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-7f8ce412-fe92-4edf-80d9-167cb6894eaa req-0f398311-859b-46e1-aeeb-1d63a073ecb2 tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e3950d-1a8d-4448-8cb0-22d084f5cde3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617540 Mar 08 20:56:38.258276 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-3a5691db-2993-40e2-b7d1-6634f9584c71 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:38.324075 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-e18af060-62c6-4214-8712-77087923263f req-96c6cf3e-03e4-46fb-8dfd-ae95af5be21e tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] For port 108a2c15-c410-44bf-a3fe-e2e45d0225dd, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=108a2c15-c410-44bf-a3fe-e2e45d0225dd,segment=NetworkSegment(6788cae1-2bd8-4fd3-bc0c-45a85178af16),segment_id=6788cae1-2bd8-4fd3-bc0c-45a85178af16)] {{(pid=83161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:56:38.324659 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-e18af060-62c6-4214-8712-77087923263f req-96c6cf3e-03e4-46fb-8dfd-ae95af5be21e tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:38.394515 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_common [None req-3a5691db-2993-40e2-b7d1-6634f9584c71 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Allocated IP 172.28.2.168 (f9f3acf9-d167-4056-a9c0-ac3b9bafea7a/9a481e38-0dcf-4733-b8bf-eb46fecff3f0/c703087f-05a5-4dc0-88fc-00871576f68d) {{(pid=83160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:56:38.449240 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [req-e18af060-62c6-4214-8712-77087923263f req-96c6cf3e-03e4-46fb-8dfd-ae95af5be21e tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Calling delete_port for 108a2c15-c410-44bf-a3fe-e2e45d0225dd owned by compute:nova {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 20:56:38.538406 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-3a5691db-2993-40e2-b7d1-6634f9584c71 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for port, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:38.565500 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-3a5691db-2993-40e2-b7d1-6634f9584c71 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:38.623224 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d33c4-356b-4d08-9aac-8f58ac15f0f2 req-322a44fc-5059-48be-9fab-f0cec88e00ca tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:38.624575 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-420d33c4-356b-4d08-9aac-8f58ac15f0f2 req-322a44fc-5059-48be-9fab-f0cec88e00ca tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 944 time: 0.1494498 Mar 08 20:56:38.635735 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5691db-2993-40e2-b7d1-6634f9584c71 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a is already hosted by enough agents. {{(pid=83160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:56:38.638455 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.base_scheduler [None req-3a5691db-2993-40e2-b7d1-6634f9584c71 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Resources bound (agent type, host, resource id): {{(pid=83160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:56:38.642145 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5691db-2993-40e2-b7d1-6634f9584c71 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Received port after_create {{(pid=83160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:56:38.674265 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5691db-2993-40e2-b7d1-6634f9584c71 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Pushing event updated for resources: {'Port': ['ID=c703087f-05a5-4dc0-88fc-00871576f68d,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:38.682891 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-420d33c4-356b-4d08-9aac-8f58ac15f0f2 req-c06b29c7-d093-4dc1-bff7-f0e3955e7d53 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515511 Mar 08 20:56:38.683915 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-e18af060-62c6-4214-8712-77087923263f req-96c6cf3e-03e4-46fb-8dfd-ae95af5be21e tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:38.696380 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['108a2c15-c410-44bf-a3fe-e2e45d0225dd'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 20:56:38.732927 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6cf3e-03e4-46fb-8dfd-ae95af5be21e tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Pushing event deleted for resources: {'Port': ['ID=108a2c15-c410-44bf-a3fe-e2e45d0225dd,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:38.776860 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device d55f3288-86f1-40ed-854e-02c2961a2176 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:56:38.809016 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18af060-62c6-4214-8712-77087923263f req-96c6cf3e-03e4-46fb-8dfd-ae95af5be21e tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] No DVR routers for this DVR port 108a2c15-c410-44bf-a3fe-e2e45d0225dd on host hv-cinder-83232 {{(pid=83161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:56:38.813197 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-e18af060-62c6-4214-8712-77087923263f req-96c6cf3e-03e4-46fb-8dfd-ae95af5be21e tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:38.815833 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1565c7af-c218-416f-ac0e-0b9b71a34c22', 'name': 'network-vif-deleted', 'tag': '108a2c15-c410-44bf-a3fe-e2e45d0225dd'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:56:38.836056 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e18af060-62c6-4214-8712-77087923263f req-96c6cf3e-03e4-46fb-8dfd-ae95af5be21e tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.21 "DELETE /v2.0/ports/108a2c15-c410-44bf-a3fe-e2e45d0225dd HTTP/1.1" status: 204 len: 173 time: 0.8470991 Mar 08 20:56:38.891158 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning for port d55f3288-86f1-40ed-854e-02c2961a2176 completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:56:38.901398 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port d55f3288-86f1-40ed-854e-02c2961a2176 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:56:38.901802 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:38.913929 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1565c7af-c218-416f-ac0e-0b9b71a34c22', 'name': 'network-vif-deleted', 'tag': '108a2c15-c410-44bf-a3fe-e2e45d0225dd', 'status': 'completed', 'code': 200} Mar 08 20:56:39.041154 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:39.073232 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] For port d55f3288-86f1-40ed-854e-02c2961a2176, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=d55f3288-86f1-40ed-854e-02c2961a2176,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:56:39.076701 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:39.148143 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Pushing event updated for resources: {'Port': ['ID=d55f3288-86f1-40ed-854e-02c2961a2176,revision_number=5']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:39.329045 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-3a5691db-2993-40e2-b7d1-6634f9584c71 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:39.385672 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-3a5691db-2993-40e2-b7d1-6634f9584c71 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:39.432171 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-f6c6e376-06b2-42cd-b6a2-3be113b198a4 req-db2df94f-00d1-49d6-bc6c-65bcd82574ad tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Synchronizing usage tracker for tenant:473d1506bfea40ab94dbc90c6f58ae0f on resource:port {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:56:39.447891 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-f6c6e376-06b2-42cd-b6a2-3be113b198a4 req-db2df94f-00d1-49d6-bc6c-65bcd82574ad tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] Unset dirty status for tenant:473d1506bfea40ab94dbc90c6f58ae0f on resource:port {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:56:39.449219 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f6c6e376-06b2-42cd-b6a2-3be113b198a4 req-db2df94f-00d1-49d6-bc6c-65bcd82574ad tempest-VolumesNegativeTest-288303541 tempest-VolumesNegativeTest-288303541-project] 10.222.0.39 "GET /v2.0/ports?device_id=1565c7af-c218-416f-ac0e-0b9b71a34c22 HTTP/1.1" status: 200 len: 210 time: 0.0570729 Mar 08 20:56:39.599567 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-3a5691db-2993-40e2-b7d1-6634f9584c71 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for port, precommit_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:39.603720 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-3a5691db-2993-40e2-b7d1-6634f9584c71 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1387543'] for port, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:39.703671 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5691db-2993-40e2-b7d1-6634f9584c71 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Pushing event updated for resources: {'Port': ['ID=c703087f-05a5-4dc0-88fc-00871576f68d,revision_number=2']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:39.715143 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 06b57522-9205-4422-a2d3-e6a0512f90d3 up at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:56:39.715683 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-3a5691db-2993-40e2-b7d1-6634f9584c71 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-356680'] for floatingip, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:39.782946 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning for port 06b57522-9205-4422-a2d3-e6a0512f90d3 completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:56:39.788426 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning complete for port 06b57522-9205-4422-a2d3-e6a0512f90d3 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:56:39.789000 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:39.904924 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:39.930842 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b98ed5-ef4a-4216-b280-0b2553a45ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b57522-9205-4422-a2d3-e6a0512f90d3'}] {{(pid=83162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:56:39.937855 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6eceb-2cdc-40b6-9886-c291c2aacc13 req-c0512a44-15ea-490f-9ac5-e88973858bcf tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:39.939291 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e6a6eceb-2cdc-40b6-9886-c291c2aacc13 req-c0512a44-15ea-490f-9ac5-e88973858bcf tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 944 time: 0.0955822 Mar 08 20:56:39.940198 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 06b57522-9205-4422-a2d3-e6a0512f90d3, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=06b57522-9205-4422-a2d3-e6a0512f90d3,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:56:39.946442 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:39.947385 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 108a2c15-c410-44bf-a3fe-e2e45d0225dd no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 20:56:40.006115 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e6a6eceb-2cdc-40b6-9886-c291c2aacc13 req-bac8ff18-f9db-4643-9da7-6dca595f03ff tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587103 Mar 08 20:56:40.008716 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.db.l3_db [None req-3a5691db-2993-40e2-b7d1-6634f9584c71 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Floating IP 417fba73-b9ef-4d7a-a2bc-2b4631c2d102 associated. External IP: 172.28.2.168, port: b1a80e59-2ae4-4c54-b8ef-5d5071fc1169. Mar 08 20:56:40.014738 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] No Port match for: 108a2c15-c410-44bf-a3fe-e2e45d0225dd {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 20:56:40.015285 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 108a2c15-c410-44bf-a3fe-e2e45d0225dd not bound to the agent host hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 20:56:40.025118 dv-cinder-832328-1-smb neutron-server[83162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b98ed5-ef4a-4216-b280-0b2553a45ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b57522-9205-4422-a2d3-e6a0512f90d3', 'code': 200} Mar 08 20:56:40.059541 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-b2c6cf3a-9c53-4413-9476-a33164bd555f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:40.071389 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=06b57522-9205-4422-a2d3-e6a0512f90d3,revision_number=5']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:40.256659 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6d198b4e-f9aa-4063-9323-655b4fb39260 req-2a75b438-0d2e-4c7f-9858-220346ad0e69 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 1098 time: 0.0671587 Mar 08 20:56:40.301388 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6d198b4e-f9aa-4063-9323-655b4fb39260 req-b80978ea-6129-4f62-9ed1-416e4967570f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375364 Mar 08 20:56:40.483416 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5691db-2993-40e2-b7d1-6634f9584c71 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Router 604b1516-2354-4502-b571-a18eefa54fb9 has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:56:40.684368 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5691db-2993-40e2-b7d1-6634f9584c71 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:56:40.706015 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f21c3ed-71be-4610-9dbd-e7b6a4228a38 None None] Sync routers for ids ['604b1516-2354-4502-b571-a18eefa54fb9'] in dv-cinder-832328-1-smb {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:56:40.710932 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-3a5691db-2993-40e2-b7d1-6634f9584c71 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for floatingip, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:40.719177 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f21c3ed-71be-4610-9dbd-e7b6a4228a38 None None] Routers {'604b1516-2354-4502-b571-a18eefa54fb9'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:56:40.720404 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-0f21c3ed-71be-4610-9dbd-e7b6a4228a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:56:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['604b1516-2354-4502-b571-a18eefa54fb9'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:40.776077 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device d55f3288-86f1-40ed-854e-02c2961a2176 up at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:56:40.795404 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-3a5691db-2993-40e2-b7d1-6634f9584c71 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8207192 Mar 08 20:56:40.795404 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f615633e-aeaa-4b58-8aa7-7c39420d989d', 'tag': 'b1a80e59-2ae4-4c54-b8ef-5d5071fc1169'}] {{(pid=83160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:56:40.836005 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f615633e-aeaa-4b58-8aa7-7c39420d989d', 'tag': 'b1a80e59-2ae4-4c54-b8ef-5d5071fc1169', 'status': 'completed', 'code': 200} Mar 08 20:56:40.957023 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ffbf1c44-25f4-4fa7-addf-778f6a203e3a req-09c8ec5d-6fe5-49d1-be4f-0bb61eae5686 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf98cf7961434dfbaf15fa6e67d18187&device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 1098 time: 0.0897844 Mar 08 20:56:40.962722 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Provisioning complete for port d55f3288-86f1-40ed-854e-02c2961a2176 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:56:40.963093 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:41.008908 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-0f21c3ed-71be-4610-9dbd-e7b6a4228a38 None None] Set router 604b1516-2354-4502-b571-a18eefa54fb9 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:56:41.114451 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf1c44-25f4-4fa7-addf-778f6a203e3a req-25c67c5f-05ff-4031-a5c1-9a654cc07ff2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:41.116451 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ffbf1c44-25f4-4fa7-addf-778f6a203e3a req-25c67c5f-05ff-4031-a5c1-9a654cc07ff2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=06a8b738-1cbc-4a2a-825e-0aaa66ccc47b HTTP/1.1" status: 200 len: 908 time: 0.1499233 Mar 08 20:56:41.305303 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ffbf1c44-25f4-4fa7-addf-778f6a203e3a req-d3562aed-d533-4c0b-a63e-7cd5ac24875c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 HTTP/1.1" status: 200 len: 999 time: 0.1819656 Mar 08 20:56:41.438921 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dfe41-4222-43ff-9be4-27f22743b17c req-785055a2-0717-475a-b0d8-cbf8c9a3f56c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:41.440353 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-854dfe41-4222-43ff-9be4-27f22743b17c req-785055a2-0717-475a-b0d8-cbf8c9a3f56c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.2216327 Mar 08 20:56:41.486463 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf1c44-25f4-4fa7-addf-778f6a203e3a req-31f98977-ef9e-48d2-a7ca-72c31d106e0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:41.488154 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ffbf1c44-25f4-4fa7-addf-778f6a203e3a req-31f98977-ef9e-48d2-a7ca-72c31d106e0b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f0925d3b-3863-4496-9a86-1e6f5051f8e9 HTTP/1.1" status: 200 len: 846 time: 0.1732631 Mar 08 20:56:41.508648 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-0f21c3ed-71be-4610-9dbd-e7b6a4228a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604b1516-2354-4502-b571-a18eefa54fb9', 'name': 'tempest-TestShelveInstance-38496221-router', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cb4fbee6-614c-42b2-97fe-ebb9525e7443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:55:29Z', 'updated_at': '2022-03-08T20:55:35Z', 'revision_number': 4, 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'gw_port': {'id': 'cb4fbee6-614c-42b2-97fe-ebb9525e7443', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b1516-2354-4502-b571-a18eefa54fb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:30Z', 'updated_at': '2022-03-08T20:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': '417fba73-b9ef-4d7a-a2bc-2b4631c2d102', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'floating_ip_address': '172.28.2.168', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '604b1516-2354-4502-b571-a18eefa54fb9', 'port_id': 'b1a80e59-2ae4-4c54-b8ef-5d5071fc1169', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b', 'mac_address': 'fa:16:3e:0a:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f615633e-aeaa-4b58-8aa7-7c39420d989d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:56:39Z', 'updated_at': '2022-03-08T20:56:39Z', 'revision_number': 0, 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90bb72da-94c6-428a-8e91-64752c60a193', 'name': '', 'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'mac_address': 'fa:16:3e:9f:91:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b1516-2354-4502-b571-a18eefa54fb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0925d3b-3863-4496-9a86-1e6f5051f8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:34Z', 'updated_at': '2022-03-08T20:55:45Z', 'revision_number': 5, 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'subnets': [{'id': 'f0925d3b-3863-4496-9a86-1e6f5051f8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:41.513098 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f21c3ed-71be-4610-9dbd-e7b6a4228a38 None None] Checking router: 604b1516-2354-4502-b571-a18eefa54fb9 for host: dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:56:41.525082 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f21c3ed-71be-4610-9dbd-e7b6a4228a38 None None] Routers {'604b1516-2354-4502-b571-a18eefa54fb9'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:56:41.525718 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-0f21c3ed-71be-4610-9dbd-e7b6a4228a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:56:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['604b1516-2354-4502-b571-a18eefa54fb9'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:41.549727 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-854dfe41-4222-43ff-9be4-27f22743b17c req-66c0347d-da03-4801-b101-481deb4e37fb tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957551 Mar 08 20:56:41.574083 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ffbf1c44-25f4-4fa7-addf-778f6a203e3a req-43656d0e-aaf8-49ae-9100-667e4af3f582 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06a8b738-1cbc-4a2a-825e-0aaa66ccc47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0772126 Mar 08 20:56:41.719606 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-0f21c3ed-71be-4610-9dbd-e7b6a4228a38 None None] Set router 604b1516-2354-4502-b571-a18eefa54fb9 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:56:41.720101 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ffbf1c44-25f4-4fa7-addf-778f6a203e3a req-cb81cdd2-c58c-4647-8fa3-f251e384314a service neutron] 10.222.0.21 "GET /v2.0/networks/06a8b738-1cbc-4a2a-825e-0aaa66ccc47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378858 Mar 08 20:56:41.889055 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ffbf1c44-25f4-4fa7-addf-778f6a203e3a req-54c136f3-d3e8-4ade-aa95-3d6478a43e7b service neutron] 10.222.0.21 "GET /v2.0/networks/06a8b738-1cbc-4a2a-825e-0aaa66ccc47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536503 Mar 08 20:56:42.095978 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-0f21c3ed-71be-4610-9dbd-e7b6a4228a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604b1516-2354-4502-b571-a18eefa54fb9', 'name': 'tempest-TestShelveInstance-38496221-router', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cb4fbee6-614c-42b2-97fe-ebb9525e7443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:55:29Z', 'updated_at': '2022-03-08T20:55:35Z', 'revision_number': 4, 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'gw_port': {'id': 'cb4fbee6-614c-42b2-97fe-ebb9525e7443', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b1516-2354-4502-b571-a18eefa54fb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:30Z', 'updated_at': '2022-03-08T20:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': '417fba73-b9ef-4d7a-a2bc-2b4631c2d102', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'floating_ip_address': '172.28.2.168', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '604b1516-2354-4502-b571-a18eefa54fb9', 'port_id': 'b1a80e59-2ae4-4c54-b8ef-5d5071fc1169', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b', 'mac_address': 'fa:16:3e:0a:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f615633e-aeaa-4b58-8aa7-7c39420d989d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:56:39Z', 'updated_at': '2022-03-08T20:56:39Z', 'revision_number': 0, 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90bb72da-94c6-428a-8e91-64752c60a193', 'name': '', 'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'mac_address': 'fa:16:3e:9f:91:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b1516-2354-4502-b571-a18eefa54fb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0925d3b-3863-4496-9a86-1e6f5051f8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:34Z', 'updated_at': '2022-03-08T20:55:45Z', 'revision_number': 5, 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'subnets': [{'id': 'f0925d3b-3863-4496-9a86-1e6f5051f8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:42.100238 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f21c3ed-71be-4610-9dbd-e7b6a4228a38 None None] The sync data for ids ['604b1516-2354-4502-b571-a18eefa54fb9'] in dv-cinder-832328-1-smb is: [{'id': '604b1516-2354-4502-b571-a18eefa54fb9', 'name': 'tempest-TestShelveInstance-38496221-router', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cb4fbee6-614c-42b2-97fe-ebb9525e7443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:55:29Z', 'updated_at': '2022-03-08T20:55:35Z', 'revision_number': 4, 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'gw_port': {'id': 'cb4fbee6-614c-42b2-97fe-ebb9525e7443', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b1516-2354-4502-b571-a18eefa54fb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:30Z', 'updated_at': '2022-03-08T20:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': '417fba73-b9ef-4d7a-a2bc-2b4631c2d102', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'floating_ip_address': '172.28.2.168', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '604b1516-2354-4502-b571-a18eefa54fb9', 'port_id': 'b1a80e59-2ae4-4c54-b8ef-5d5071fc1169', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b', 'mac_address': 'fa:16:3e:0a:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f615633e-aeaa-4b58-8aa7-7c39420d989d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:56:39Z', 'updated_at': '2022-03-08T20:56:39Z', 'revision_number': 0, 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90bb72da-94c6-428a-8e91-64752c60a193', 'name': '', 'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'mac_address': 'fa:16:3e:9f:91:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b1516-2354-4502-b571-a18eefa54fb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0925d3b-3863-4496-9a86-1e6f5051f8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:34Z', 'updated_at': '2022-03-08T20:55:45Z', 'revision_number': 5, 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'subnets': [{'id': 'f0925d3b-3863-4496-9a86-1e6f5051f8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:56:42.294622 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-fd132962-1572-43b9-bacc-17b172d84867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:42.769304 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8741d7-7a00-445d-b2cd-75734cd931f2 req-46a9039c-e13d-4319-b8ef-c318685d8a1c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:42.770856 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-2f8741d7-7a00-445d-b2cd-75734cd931f2 req-46a9039c-e13d-4319-b8ef-c318685d8a1c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.0805709 Mar 08 20:56:42.818419 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-2f8741d7-7a00-445d-b2cd-75734cd931f2 req-b373fbd5-a56f-4f7a-8f5f-1da202882820 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404253 Mar 08 20:56:43.025781 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b84de4-19df-43b9-8b51-930b3e5b0241 req-fb934737-62fd-4f39-b703-edcec6046db1 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:43.027218 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-15b84de4-19df-43b9-8b51-930b3e5b0241 req-fb934737-62fd-4f39-b703-edcec6046db1 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.0798244 Mar 08 20:56:43.037176 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 46496) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:43.042996 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-faa85f1e-59e2-4ca3-9d9a-816d6bc6d0d6 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Request body: {'floatingip': {'port_id': '06b57522-9205-4422-a2d3-e6a0512f90d3'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:56:43.114837 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-faa85f1e-59e2-4ca3-9d9a-816d6bc6d0d6 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for floatingip, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:43.320603 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:43.532363 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:43.711974 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-faa85f1e-59e2-4ca3-9d9a-816d6bc6d0d6 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:43.715765 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-faa85f1e-59e2-4ca3-9d9a-816d6bc6d0d6 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-356680'] for floatingip, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:43.915270 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.db.l3_db [None req-faa85f1e-59e2-4ca3-9d9a-816d6bc6d0d6 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Floating IP 775c68cf-d23f-4ae8-b3bd-904851bef350 associated. External IP: 172.28.2.251, port: 06b57522-9205-4422-a2d3-e6a0512f90d3. Mar 08 20:56:44.401818 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa85f1e-59e2-4ca3-9d9a-816d6bc6d0d6 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Router 243b93c4-9d4b-4821-b225-c9f1477487da has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:56:44.595365 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa85f1e-59e2-4ca3-9d9a-816d6bc6d0d6 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:56:44.599441 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-faa85f1e-59e2-4ca3-9d9a-816d6bc6d0d6 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for floatingip, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:44.650092 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-faa85f1e-59e2-4ca3-9d9a-816d6bc6d0d6 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "PUT /v2.0/floatingips/775c68cf-d23f-4ae8-b3bd-904851bef350 HTTP/1.1" status: 200 len: 991 time: 1.6114967 Mar 08 20:56:44.650587 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b98ed5-ef4a-4216-b280-0b2553a45ca0', 'tag': '06b57522-9205-4422-a2d3-e6a0512f90d3'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:56:44.703065 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b98ed5-ef4a-4216-b280-0b2553a45ca0', 'tag': '06b57522-9205-4422-a2d3-e6a0512f90d3', 'status': 'completed', 'code': 200} Mar 08 20:56:44.739902 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 20:56:44.799926 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e6eb3826-d68c-40de-a573-005ea957d673 req-42ffe5a4-f638-450b-aebc-7f5cd1d6c73e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55267becfde149f1a4014dbf3988abc1&device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 1098 time: 0.0700893 Mar 08 20:56:44.834706 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:44.932162 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb3826-d68c-40de-a573-005ea957d673 req-c27369eb-bd15-4cc6-9069-0c1a94789a65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:44.933483 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e6eb3826-d68c-40de-a573-005ea957d673 req-c27369eb-bd15-4cc6-9069-0c1a94789a65 service neutron] 10.222.0.21 "GET /v2.0/networks?id=00070523-754b-4fd2-826d-d4ba066d78ff HTTP/1.1" status: 200 len: 917 time: 0.1265774 Mar 08 20:56:45.029398 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e6eb3826-d68c-40de-a573-005ea957d673 req-a01f0508-07c3-450e-a018-93bec3637295 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06b57522-9205-4422-a2d3-e6a0512f90d3 HTTP/1.1" status: 200 len: 999 time: 0.0885921 Mar 08 20:56:45.093202 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb3826-d68c-40de-a573-005ea957d673 req-0ab81ed5-401b-4c17-8229-87ad42b99f94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:45.094898 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e6eb3826-d68c-40de-a573-005ea957d673 req-0ab81ed5-401b-4c17-8229-87ad42b99f94 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8 HTTP/1.1" status: 200 len: 855 time: 0.0587289 Mar 08 20:56:45.174070 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e6eb3826-d68c-40de-a573-005ea957d673 req-6e6e5a12-f5c2-4087-b938-7555073c9c7e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00070523-754b-4fd2-826d-d4ba066d78ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716181 Mar 08 20:56:45.301924 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e6eb3826-d68c-40de-a573-005ea957d673 req-7dd36978-5457-4c3e-a750-4ae933cd6826 service neutron] 10.222.0.21 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217470 Mar 08 20:56:45.433244 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e6eb3826-d68c-40de-a573-005ea957d673 req-00a23fcd-aefe-4d9c-be51-51875ddd9763 service neutron] 10.222.0.21 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248724 Mar 08 20:56:45.471856 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 46550) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:45.641816 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-7f315641-51ed-4f63-95e4-541788efd893 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=473d1506bfea40ab94dbc90c6f58ae0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1688106 Mar 08 20:56:45.644170 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 46556) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:56:45.704035 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-4841dd37-e938-4524-9046-052422f8cf99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:45.728690 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-4841dd37-e938-4524-9046-052422f8cf99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:45.777861 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-4841dd37-e938-4524-9046-052422f8cf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:45.794098 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841dd37-e938-4524-9046-052422f8cf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e3950d-1a8d-4448-8cb0-22d084f5cde3,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:56:45.805327 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-4841dd37-e938-4524-9046-052422f8cf99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:45.806449 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-4841dd37-e938-4524-9046-052422f8cf99 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a9e3950d-1a8d-4448-8cb0-22d084f5cde3 HTTP/1.1" status: 204 len: 168 time: 0.1614223 Mar 08 20:56:48.139892 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:56:48.369863 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60cc705-1e91-4d77-99bc-8f3d1115530d None None] New status for floating IP 417fba73-b9ef-4d7a-a2bc-2b4631c2d102: ACTIVE {{(pid=83163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 08 20:56:49.387706 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f62ef13-76c2-42cf-a4ce-9b6827047c94 None None] Sync routers for ids ['243b93c4-9d4b-4821-b225-c9f1477487da'] in dv-cinder-832328-1-smb {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:56:49.399313 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f62ef13-76c2-42cf-a4ce-9b6827047c94 None None] Routers {'243b93c4-9d4b-4821-b225-c9f1477487da'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:56:49.399904 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-7f62ef13-76c2-42cf-a4ce-9b6827047c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:56:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['243b93c4-9d4b-4821-b225-c9f1477487da'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:49.567431 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-7f62ef13-76c2-42cf-a4ce-9b6827047c94 None None] Set router 243b93c4-9d4b-4821-b225-c9f1477487da gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:56:49.903083 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-7f62ef13-76c2-42cf-a4ce-9b6827047c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'name': 'tempest-AttachVolumeShelveTestJSON-542225041-router', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '675522ce-b988-45b3-85d4-70b23820db56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:56:15Z', 'updated_at': '2022-03-08T20:56:19Z', 'revision_number': 4, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'gw_port': {'id': '675522ce-b988-45b3-85d4-70b23820db56', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:16Z', 'updated_at': '2022-03-08T20:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': '775c68cf-d23f-4ae8-b3bd-904851bef350', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'floating_ip_address': '172.28.2.251', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'port_id': '06b57522-9205-4422-a2d3-e6a0512f90d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'mac_address': 'fa:16:3e:85:dd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b98ed5-ef4a-4216-b280-0b2553a45ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:56:26Z', 'updated_at': '2022-03-08T20:56:43Z', 'revision_number': 1, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55f3288-86f1-40ed-854e-02c2961a2176', 'name': '', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'mac_address': 'fa:16:3e:6d:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:18Z', 'updated_at': '2022-03-08T20:56:39Z', 'revision_number': 5, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'subnets': [{'id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:49.906655 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f62ef13-76c2-42cf-a4ce-9b6827047c94 None None] Checking router: 243b93c4-9d4b-4821-b225-c9f1477487da for host: dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:56:49.917019 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f62ef13-76c2-42cf-a4ce-9b6827047c94 None None] Routers {'243b93c4-9d4b-4821-b225-c9f1477487da'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:56:49.917876 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-7f62ef13-76c2-42cf-a4ce-9b6827047c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:56:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['243b93c4-9d4b-4821-b225-c9f1477487da'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:50.111438 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-7f62ef13-76c2-42cf-a4ce-9b6827047c94 None None] Set router 243b93c4-9d4b-4821-b225-c9f1477487da gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:56:50.444661 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-7f62ef13-76c2-42cf-a4ce-9b6827047c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'name': 'tempest-AttachVolumeShelveTestJSON-542225041-router', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '675522ce-b988-45b3-85d4-70b23820db56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:56:15Z', 'updated_at': '2022-03-08T20:56:19Z', 'revision_number': 4, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'gw_port': {'id': '675522ce-b988-45b3-85d4-70b23820db56', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:16Z', 'updated_at': '2022-03-08T20:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': '775c68cf-d23f-4ae8-b3bd-904851bef350', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'floating_ip_address': '172.28.2.251', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'port_id': '06b57522-9205-4422-a2d3-e6a0512f90d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'mac_address': 'fa:16:3e:85:dd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b98ed5-ef4a-4216-b280-0b2553a45ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:56:26Z', 'updated_at': '2022-03-08T20:56:43Z', 'revision_number': 1, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55f3288-86f1-40ed-854e-02c2961a2176', 'name': '', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'mac_address': 'fa:16:3e:6d:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:18Z', 'updated_at': '2022-03-08T20:56:39Z', 'revision_number': 5, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'subnets': [{'id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:56:50.448747 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f62ef13-76c2-42cf-a4ce-9b6827047c94 None None] The sync data for ids ['243b93c4-9d4b-4821-b225-c9f1477487da'] in dv-cinder-832328-1-smb is: [{'id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'name': 'tempest-AttachVolumeShelveTestJSON-542225041-router', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '675522ce-b988-45b3-85d4-70b23820db56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:56:15Z', 'updated_at': '2022-03-08T20:56:19Z', 'revision_number': 4, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'gw_port': {'id': '675522ce-b988-45b3-85d4-70b23820db56', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:16Z', 'updated_at': '2022-03-08T20:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': '775c68cf-d23f-4ae8-b3bd-904851bef350', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'floating_ip_address': '172.28.2.251', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'port_id': '06b57522-9205-4422-a2d3-e6a0512f90d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'mac_address': 'fa:16:3e:85:dd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b98ed5-ef4a-4216-b280-0b2553a45ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:56:26Z', 'updated_at': '2022-03-08T20:56:43Z', 'revision_number': 1, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55f3288-86f1-40ed-854e-02c2961a2176', 'name': '', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'mac_address': 'fa:16:3e:6d:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:18Z', 'updated_at': '2022-03-08T20:56:39Z', 'revision_number': 5, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'subnets': [{'id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:56:51.145606 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3ccf45c1-e09d-4b3b-afa3-336d3bf9f7ab req-0a8030e2-d805-42e7-a04b-904e2e6dfd2e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724807 Mar 08 20:56:51.328699 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3ccf45c1-e09d-4b3b-afa3-336d3bf9f7ab req-c5ec62df-4cd9-4043-86cc-f7326513b401 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75384b10ddb442bea7117c6826e163d3&device_id=8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a HTTP/1.1" status: 200 len: 1098 time: 0.1498303 Mar 08 20:56:51.487178 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf45c1-e09d-4b3b-afa3-336d3bf9f7ab req-37c66b26-1fd9-4b42-b746-fd2579c0c7f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:51.488607 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3ccf45c1-e09d-4b3b-afa3-336d3bf9f7ab req-37c66b26-1fd9-4b42-b746-fd2579c0c7f4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ac543f3-ed2d-4557-8b9b-b33844ee4851 HTTP/1.1" status: 200 len: 916 time: 0.1335032 Mar 08 20:56:51.595079 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3ccf45c1-e09d-4b3b-afa3-336d3bf9f7ab req-7f739375-f05c-45ad-9da2-2fead6760c66 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=345dab0a-dda1-475c-ba86-e14bd8881adf HTTP/1.1" status: 200 len: 1001 time: 0.0920489 Mar 08 20:56:51.659140 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf45c1-e09d-4b3b-afa3-336d3bf9f7ab req-2f336c9a-4cb0-4352-a3cc-1dbac009b823 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:56:51.660540 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3ccf45c1-e09d-4b3b-afa3-336d3bf9f7ab req-2f336c9a-4cb0-4352-a3cc-1dbac009b823 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=631e0254-4619-4902-8397-d03caba0f7cf HTTP/1.1" status: 200 len: 854 time: 0.0553081 Mar 08 20:56:51.737610 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3ccf45c1-e09d-4b3b-afa3-336d3bf9f7ab req-cd019224-384e-4b96-8ec4-916516f24279 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ac543f3-ed2d-4557-8b9b-b33844ee4851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0672896 Mar 08 20:56:51.866180 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3ccf45c1-e09d-4b3b-afa3-336d3bf9f7ab req-1086de5c-894b-455b-95db-aed1d1b391d1 service neutron] 10.222.0.21 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188536 Mar 08 20:56:51.993468 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3ccf45c1-e09d-4b3b-afa3-336d3bf9f7ab req-3efe54ba-3d01-4905-baef-8ccf301a0f5a service neutron] 10.222.0.21 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189628 Mar 08 20:56:56.722832 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eba978-fa4d-4346-97f7-4acaafc60ea3 None None] New status for floating IP 775c68cf-d23f-4ae8-b3bd-904851bef350: ACTIVE {{(pid=83163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 08 20:57:10.021891 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-ef396b71-2de1-42d5-874e-fb1cbd345d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:57:12.298388 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-c941041c-ac33-4cce-b1a7-ec98189c36f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:57:13.321776 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:57:13.525301 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:57:14.836376 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:57:18.162666 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:57:19.535380 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b9e6a440-eec2-44ee-8c04-011c6db509a8 req-7c9bfb56-2525-43bd-814b-a4deea0a3138 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d72bfdad8b44af7965b57996433f5d4&device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 1137 time: 0.0672874 Mar 08 20:57:19.540504 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205327b-9f76-44b0-bc27-62a5066b48ec req-228ba005-ea2f-4fd3-82d1-8c8714a43905 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:57:19.542216 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9205327b-9f76-44b0-bc27-62a5066b48ec req-228ba005-ea2f-4fd3-82d1-8c8714a43905 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 984 time: 0.0787690 Mar 08 20:57:19.588407 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9205327b-9f76-44b0-bc27-62a5066b48ec req-f2349742-3833-49ec-94f2-0da77ad71821 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&id=f3bdbd89-9706-41c2-a5da-146dbd0ff062&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403247 Mar 08 20:57:19.668794 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6a440-eec2-44ee-8c04-011c6db509a8 req-6c059624-e90f-445a-bd25-4a034e2ea454 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:57:19.670262 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b9e6a440-eec2-44ee-8c04-011c6db509a8 req-6c059624-e90f-445a-bd25-4a034e2ea454 service neutron] 10.222.0.21 "GET /v2.0/networks?id=488c4411-9d7e-46f1-8b25-66a4ca6b1e18 HTTP/1.1" status: 200 len: 915 time: 0.1269271 Mar 08 20:57:19.774767 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b9e6a440-eec2-44ee-8c04-011c6db509a8 req-c94b11a1-2961-4543-94a1-57a1662286de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31758f7b-ea67-4200-9ad6-e01a0ceb2173 HTTP/1.1" status: 200 len: 1001 time: 0.0969658 Mar 08 20:57:19.836383 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6a440-eec2-44ee-8c04-011c6db509a8 req-7b22469b-42ac-4342-8245-22fbc448f04b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:57:19.837821 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b9e6a440-eec2-44ee-8c04-011c6db509a8 req-7b22469b-42ac-4342-8245-22fbc448f04b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1dff7165-de1c-4deb-9ffd-70223a562ab3 HTTP/1.1" status: 200 len: 853 time: 0.0562778 Mar 08 20:57:19.914818 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b9e6a440-eec2-44ee-8c04-011c6db509a8 req-209076c5-c0bb-4775-aadb-d39bab6407a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=488c4411-9d7e-46f1-8b25-66a4ca6b1e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690744 Mar 08 20:57:20.042376 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b9e6a440-eec2-44ee-8c04-011c6db509a8 req-7ee5f3ec-e23c-42f2-bf05-0773f5a89560 service neutron] 10.222.0.21 "GET /v2.0/networks/488c4411-9d7e-46f1-8b25-66a4ca6b1e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194887 Mar 08 20:57:20.172457 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b9e6a440-eec2-44ee-8c04-011c6db509a8 req-d01af16c-dd29-4cc9-9097-a6d2c274f2ab service neutron] 10.222.0.21 "GET /v2.0/networks/488c4411-9d7e-46f1-8b25-66a4ca6b1e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240191 Mar 08 20:57:20.781737 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852195e-8248-4c47-8e74-f835e4c54db9 req-ef32415c-9af9-4c28-a924-5f023673808e tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:57:20.783157 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-7852195e-8248-4c47-8e74-f835e4c54db9 req-ef32415c-9af9-4c28-a924-5f023673808e tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 984 time: 0.0738282 Mar 08 20:57:20.828439 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-7852195e-8248-4c47-8e74-f835e4c54db9 req-064a662d-213c-4778-8579-fdc998a9897f tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&id=f3bdbd89-9706-41c2-a5da-146dbd0ff062&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396655 Mar 08 20:57:21.743608 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 20:57:22.019669 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7e28d-b236-4322-9b3b-b437adfb3558 req-6ab50c7e-a980-40ec-a2ac-2aa4273eb20d tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:57:22.021039 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-75b7e28d-b236-4322-9b3b-b437adfb3558 req-6ab50c7e-a980-40ec-a2ac-2aa4273eb20d tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 984 time: 0.0749290 Mar 08 20:57:22.069782 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-75b7e28d-b236-4322-9b3b-b437adfb3558 req-358a1746-ac90-4b34-bee2-6af2cda15a36 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&id=f3bdbd89-9706-41c2-a5da-146dbd0ff062&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431404 Mar 08 20:57:23.333490 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3093edd-b5d2-43a5-96a4-e211dc386a53 req-eca4ea91-f032-4fe3-9bb3-2c7d377b3400 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:57:23.334944 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f3093edd-b5d2-43a5-96a4-e211dc386a53 req-eca4ea91-f032-4fe3-9bb3-2c7d377b3400 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 984 time: 0.1428115 Mar 08 20:57:23.379893 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f3093edd-b5d2-43a5-96a4-e211dc386a53 req-7b57946a-2274-42c9-872e-52cde216b559 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&id=f3bdbd89-9706-41c2-a5da-146dbd0ff062&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393178 Mar 08 20:57:24.567969 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734dae7-b209-44dc-b6e0-7fc7144ffa8a req-ce17ba85-f150-4c6f-a139-6896ddced4b7 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:57:24.569391 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b734dae7-b209-44dc-b6e0-7fc7144ffa8a req-ce17ba85-f150-4c6f-a139-6896ddced4b7 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 984 time: 0.0742555 Mar 08 20:57:24.616502 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b734dae7-b209-44dc-b6e0-7fc7144ffa8a req-4bc876ec-d88e-4e92-baf2-f2b9689bf95b tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&id=f3bdbd89-9706-41c2-a5da-146dbd0ff062&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414922 Mar 08 20:57:25.806962 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e886d-262a-418b-b7ef-e79fed49715c req-819ae359-0b99-4c97-b008-b6ad063b1fb4 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:57:25.808519 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6f9e886d-262a-418b-b7ef-e79fed49715c req-819ae359-0b99-4c97-b008-b6ad063b1fb4 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 984 time: 0.0751605 Mar 08 20:57:25.854139 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6f9e886d-262a-418b-b7ef-e79fed49715c req-041a96e6-a171-489d-8886-0ac113181b42 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&id=f3bdbd89-9706-41c2-a5da-146dbd0ff062&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398970 Mar 08 20:57:27.052568 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84080ad0-65e1-4a8f-be16-18f1b4c4b71e req-d193013a-2a00-4084-8ff0-14476f3606d2 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:57:27.053969 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-84080ad0-65e1-4a8f-be16-18f1b4c4b71e req-d193013a-2a00-4084-8ff0-14476f3606d2 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 984 time: 0.0792029 Mar 08 20:57:27.099246 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-84080ad0-65e1-4a8f-be16-18f1b4c4b71e req-c4f24ca9-bc50-48f0-92a9-c5ec478ce422 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&id=f3bdbd89-9706-41c2-a5da-146dbd0ff062&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397251 Mar 08 20:57:28.295142 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f5324-dc1f-4e63-93a8-3c80f91c3c6b req-330fe54a-0a84-4c3e-b98e-763f3bd02683 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:57:28.296700 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d43f5324-dc1f-4e63-93a8-3c80f91c3c6b req-330fe54a-0a84-4c3e-b98e-763f3bd02683 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 984 time: 0.0782452 Mar 08 20:57:28.342248 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d43f5324-dc1f-4e63-93a8-3c80f91c3c6b req-5a69ebd4-f575-40cc-9752-12037292a97c tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&id=f3bdbd89-9706-41c2-a5da-146dbd0ff062&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396311 Mar 08 20:57:29.534767 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5c5da-ee59-4f53-94b7-c2fed285481f req-34be4de2-84ca-483e-b4d5-1decf1aab4cc tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:57:29.536196 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-41a5c5da-ee59-4f53-94b7-c2fed285481f req-34be4de2-84ca-483e-b4d5-1decf1aab4cc tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 984 time: 0.0744815 Mar 08 20:57:29.582300 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-41a5c5da-ee59-4f53-94b7-c2fed285481f req-95c1a537-fcfb-4779-b810-29e828d5ea18 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&id=f3bdbd89-9706-41c2-a5da-146dbd0ff062&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405338 Mar 08 20:57:30.774050 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e822b-b34c-4208-a70e-222bb89aa245 req-d752883c-380b-4eba-8872-1e5125a4bf3f tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:57:30.775488 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-634e822b-b34c-4208-a70e-222bb89aa245 req-d752883c-380b-4eba-8872-1e5125a4bf3f tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 984 time: 0.0732729 Mar 08 20:57:30.823905 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-634e822b-b34c-4208-a70e-222bb89aa245 req-dc4bd2ca-8d41-40d5-92d9-d26098340d7a tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&id=f3bdbd89-9706-41c2-a5da-146dbd0ff062&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428903 Mar 08 20:57:32.015583 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebf4d1-703a-423a-b4b6-604db8762088 req-ca50e2dd-fbe9-4f3c-9c06-5c62b26492c7 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:57:32.017007 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-99ebf4d1-703a-423a-b4b6-604db8762088 req-ca50e2dd-fbe9-4f3c-9c06-5c62b26492c7 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 984 time: 0.0768111 Mar 08 20:57:32.062583 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-99ebf4d1-703a-423a-b4b6-604db8762088 req-f55187ec-555c-4b64-8461-feecf2b41910 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&id=f3bdbd89-9706-41c2-a5da-146dbd0ff062&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395169 Mar 08 20:57:40.024296 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-aa289371-8201-48e7-a0d0-ab1b60539346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:57:42.300086 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-b6735f18-b396-4a30-aa61-d6ea890f5581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:57:43.322654 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:57:43.526644 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:57:44.842887 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:57:48.158088 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdefb4-7f05-42e4-bb3e-13584ba749ed req-d65b50c2-6b2c-4e4c-9dfb-b981a70fe52e tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:57:48.160060 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e0bdefb4-7f05-42e4-bb3e-13584ba749ed req-d65b50c2-6b2c-4e4c-9dfb-b981a70fe52e tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd555b70-5cd0-4b82-afdb-ae3d285093fd HTTP/1.1" status: 200 len: 946 time: 0.0744488 Mar 08 20:57:48.178169 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:57:48.205089 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e0bdefb4-7f05-42e4-bb3e-13584ba749ed req-6963853c-5fbe-4f3f-a639-402c0445d60b tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5031581-6047-4447-b5b3-d41ae232ad10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395038 Mar 08 20:57:49.398067 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0766cc8-e535-47fc-a102-a989b1c995ea req-c9a89862-cd48-4ceb-9a00-c7f8995ac670 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:57:49.399393 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d0766cc8-e535-47fc-a102-a989b1c995ea req-c9a89862-cd48-4ceb-9a00-c7f8995ac670 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd555b70-5cd0-4b82-afdb-ae3d285093fd HTTP/1.1" status: 200 len: 946 time: 0.0741134 Mar 08 20:57:49.443486 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d0766cc8-e535-47fc-a102-a989b1c995ea req-a6a5032e-fc52-4c09-97d6-9c5159a69f35 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5031581-6047-4447-b5b3-d41ae232ad10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386136 Mar 08 20:57:50.637251 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d983b30-0efc-4359-97c9-83c9b243e5c5 req-916a0cc1-fc2e-46de-bbf2-63e06e426eca tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:57:50.638731 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-5d983b30-0efc-4359-97c9-83c9b243e5c5 req-916a0cc1-fc2e-46de-bbf2-63e06e426eca tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd555b70-5cd0-4b82-afdb-ae3d285093fd HTTP/1.1" status: 200 len: 946 time: 0.0768669 Mar 08 20:57:50.682960 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-5d983b30-0efc-4359-97c9-83c9b243e5c5 req-37d9821f-6a24-478e-ac77-e1427823b69c tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=a5031581-6047-4447-b5b3-d41ae232ad10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383449 Mar 08 20:57:50.744772 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da21298-aa36-424d-8693-82e2d6160ca3 req-389e22ed-c473-443b-bfb8-f4b766dce899 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:57:50.746106 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6da21298-aa36-424d-8693-82e2d6160ca3 req-389e22ed-c473-443b-bfb8-f4b766dce899 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd555b70-5cd0-4b82-afdb-ae3d285093fd HTTP/1.1" status: 200 len: 946 time: 0.0764935 Mar 08 20:57:50.811398 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [req-6da21298-aa36-424d-8693-82e2d6160ca3 req-15570bfa-d24b-4662-b9aa-a83173352b58 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Deleting port 78adb5e3-dac6-439b-a564-9fc9587a72e2 {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 20:57:50.811729 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-6da21298-aa36-424d-8693-82e2d6160ca3 req-15570bfa-d24b-4662-b9aa-a83173352b58 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:57:51.039918 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-6da21298-aa36-424d-8693-82e2d6160ca3 req-15570bfa-d24b-4662-b9aa-a83173352b58 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] For port 78adb5e3-dac6-439b-a564-9fc9587a72e2, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=78adb5e3-dac6-439b-a564-9fc9587a72e2,segment=NetworkSegment(def440c0-28e5-481e-8733-4907081c4e81),segment_id=def440c0-28e5-481e-8733-4907081c4e81)] {{(pid=83161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:57:51.040182 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-6da21298-aa36-424d-8693-82e2d6160ca3 req-15570bfa-d24b-4662-b9aa-a83173352b58 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:57:51.313196 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-6da21298-aa36-424d-8693-82e2d6160ca3 req-15570bfa-d24b-4662-b9aa-a83173352b58 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:57:51.313567 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-6da21298-aa36-424d-8693-82e2d6160ca3 req-15570bfa-d24b-4662-b9aa-a83173352b58 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-356680'] for floatingip, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:57:51.313904 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.db.l3_db [req-6da21298-aa36-424d-8693-82e2d6160ca3 req-15570bfa-d24b-4662-b9aa-a83173352b58 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Floating IP 4e5f64f1-c588-4721-a82b-025d04b08466 disassociated. External IP: 172.28.2.132, port: 78adb5e3-dac6-439b-a564-9fc9587a72e2. Mar 08 20:57:51.314237 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [req-6da21298-aa36-424d-8693-82e2d6160ca3 req-15570bfa-d24b-4662-b9aa-a83173352b58 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Calling delete_port for 78adb5e3-dac6-439b-a564-9fc9587a72e2 owned by compute:nova {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 20:57:51.458910 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-6da21298-aa36-424d-8693-82e2d6160ca3 req-15570bfa-d24b-4662-b9aa-a83173352b58 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:57:51.507152 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15570bfa-d24b-4662-b9aa-a83173352b58 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event deleted for resources: {'Port': ['ID=78adb5e3-dac6-439b-a564-9fc9587a72e2,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:57:51.519890 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15570bfa-d24b-4662-b9aa-a83173352b58 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:57:51.520230 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15570bfa-d24b-4662-b9aa-a83173352b58 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:57:51.520558 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15570bfa-d24b-4662-b9aa-a83173352b58 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:57:51.520883 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15570bfa-d24b-4662-b9aa-a83173352b58 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:57:51.521206 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15570bfa-d24b-4662-b9aa-a83173352b58 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:57:51.521525 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15570bfa-d24b-4662-b9aa-a83173352b58 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:57:51.521891 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15570bfa-d24b-4662-b9aa-a83173352b58 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:57:51.522212 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15570bfa-d24b-4662-b9aa-a83173352b58 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:57:51.522991 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15570bfa-d24b-4662-b9aa-a83173352b58 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:57:51.522991 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15570bfa-d24b-4662-b9aa-a83173352b58 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:57:51.523176 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15570bfa-d24b-4662-b9aa-a83173352b58 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:57:51.729362 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6da21298-aa36-424d-8693-82e2d6160ca3 req-15570bfa-d24b-4662-b9aa-a83173352b58 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:57:51.977820 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-11741fca-ca46-42db-97e9-c29025846a58 req-629d290d-e501-48be-a2fb-5d08eef3c1b4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd555b70-5cd0-4b82-afdb-ae3d285093fd HTTP/1.1" status: 200 len: 210 time: 0.1689420 Mar 08 20:57:52.052186 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6da21298-aa36-424d-8693-82e2d6160ca3 req-15570bfa-d24b-4662-b9aa-a83173352b58 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:57:52.061943 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727c6120-e005-4102-9aeb-2a3f99e7e17c None None] Sync routers for ids ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'] in dv-cinder-832328-1-smb {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:57:52.073610 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727c6120-e005-4102-9aeb-2a3f99e7e17c None None] Routers {'322e80d3-9b8c-442f-a225-e74ce54a5eb1'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:57:52.074233 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-727c6120-e005-4102-9aeb-2a3f99e7e17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:57:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:57:52.145976 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da21298-aa36-424d-8693-82e2d6160ca3 req-15570bfa-d24b-4662-b9aa-a83173352b58 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] No DVR routers for this DVR port 78adb5e3-dac6-439b-a564-9fc9587a72e2 on host hv-cinder-83232 {{(pid=83161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:57:52.150733 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-6da21298-aa36-424d-8693-82e2d6160ca3 req-15570bfa-d24b-4662-b9aa-a83173352b58 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:57:52.154609 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd555b70-5cd0-4b82-afdb-ae3d285093fd', 'name': 'network-vif-deleted', 'tag': '78adb5e3-dac6-439b-a564-9fc9587a72e2'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:57:52.172316 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6da21298-aa36-424d-8693-82e2d6160ca3 req-15570bfa-d24b-4662-b9aa-a83173352b58 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.21 "DELETE /v2.0/ports/78adb5e3-dac6-439b-a564-9fc9587a72e2 HTTP/1.1" status: 204 len: 173 time: 1.4188442 Mar 08 20:57:52.219073 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd555b70-5cd0-4b82-afdb-ae3d285093fd', 'name': 'network-vif-deleted', 'tag': '78adb5e3-dac6-439b-a564-9fc9587a72e2', 'status': 'completed', 'code': 200} Mar 08 20:57:52.258625 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-727c6120-e005-4102-9aeb-2a3f99e7e17c None None] Set router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:57:52.597317 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-727c6120-e005-4102-9aeb-2a3f99e7e17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:10Z', 'revision_number': 4, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': '5c7a2a45-8182-40b5-8fde-2748bb9f3d8c', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'floating_ip_address': '172.28.2.153', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'port_id': '345dab0a-dda1-475c-ba86-e14bd8881adf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'mac_address': 'fa:16:3e:90:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:53:22Z', 'updated_at': '2022-03-08T20:53:53Z', 'revision_number': 2, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de88ea94-d0e2-409f-84d6-ac8e3f467870', 'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'mac_address': 'fa:16:3e:c6:bf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:53:07Z', 'updated_at': '2022-03-08T20:53:37Z', 'revision_number': 5, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'subnets': [{'id': '631e0254-4619-4902-8397-d03caba0f7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:57:52.601146 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727c6120-e005-4102-9aeb-2a3f99e7e17c None None] Checking router: 322e80d3-9b8c-442f-a225-e74ce54a5eb1 for host: dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:57:52.611418 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727c6120-e005-4102-9aeb-2a3f99e7e17c None None] Routers {'322e80d3-9b8c-442f-a225-e74ce54a5eb1'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:57:52.612622 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-727c6120-e005-4102-9aeb-2a3f99e7e17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:57:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:57:52.833580 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-727c6120-e005-4102-9aeb-2a3f99e7e17c None None] Set router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:57:53.045970 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-803870ad-c465-450c-aeb5-11f8aa979778 req-fc62fd32-cf08-4fcc-b11d-8a616b920982 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782788 Mar 08 20:57:53.177058 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-803870ad-c465-450c-aeb5-11f8aa979778 req-ec3f13f5-bde7-4f35-ab32-fe1d6438a3a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=83b0974382f941988054e5cb37b05168&device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 1098 time: 0.0946271 Mar 08 20:57:53.204459 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 46680) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:57:53.272473 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-727c6120-e005-4102-9aeb-2a3f99e7e17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:10Z', 'revision_number': 4, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': '5c7a2a45-8182-40b5-8fde-2748bb9f3d8c', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'floating_ip_address': '172.28.2.153', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'port_id': '345dab0a-dda1-475c-ba86-e14bd8881adf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'mac_address': 'fa:16:3e:90:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:53:22Z', 'updated_at': '2022-03-08T20:53:53Z', 'revision_number': 2, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de88ea94-d0e2-409f-84d6-ac8e3f467870', 'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'mac_address': 'fa:16:3e:c6:bf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:53:07Z', 'updated_at': '2022-03-08T20:53:37Z', 'revision_number': 5, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'subnets': [{'id': '631e0254-4619-4902-8397-d03caba0f7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:57:53.276778 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727c6120-e005-4102-9aeb-2a3f99e7e17c None None] The sync data for ids ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'] in dv-cinder-832328-1-smb is: [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:10Z', 'revision_number': 4, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': '5c7a2a45-8182-40b5-8fde-2748bb9f3d8c', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'floating_ip_address': '172.28.2.153', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'port_id': '345dab0a-dda1-475c-ba86-e14bd8881adf', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'mac_address': 'fa:16:3e:90:76:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:53:22Z', 'updated_at': '2022-03-08T20:53:53Z', 'revision_number': 2, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de88ea94-d0e2-409f-84d6-ac8e3f467870', 'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'mac_address': 'fa:16:3e:c6:bf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:53:07Z', 'updated_at': '2022-03-08T20:53:37Z', 'revision_number': 5, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'subnets': [{'id': '631e0254-4619-4902-8397-d03caba0f7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:57:53.397135 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c59618ca-5f05-4a59-a30a-77e39c79bcf0 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:57:53.415272 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803870ad-c465-450c-aeb5-11f8aa979778 req-b81910c6-1c55-4666-860f-cf9ea94eb202 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:57:53.417695 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-803870ad-c465-450c-aeb5-11f8aa979778 req-b81910c6-1c55-4666-860f-cf9ea94eb202 service neutron] 10.222.0.21 "GET /v2.0/networks?id=239e2d37-cae2-4302-bc13-ce825026cdf1 HTTP/1.1" status: 200 len: 912 time: 0.2097774 Mar 08 20:57:53.493321 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c59618ca-5f05-4a59-a30a-77e39c79bcf0 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:57:53.545206 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2f4312-467e-46e6-983b-e4344da5393c None None] New status for floating IP 4e5f64f1-c588-4721-a82b-025d04b08466: DOWN {{(pid=83163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 08 20:57:53.569085 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-803870ad-c465-450c-aeb5-11f8aa979778 req-ff1fbb10-1a10-4173-a843-a9b625e3f573 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04fffc65-e31c-4d51-939e-a21e94ddd6be HTTP/1.1" status: 200 len: 1001 time: 0.1362352 Mar 08 20:57:53.583942 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c59618ca-5f05-4a59-a30a-77e39c79bcf0 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:57:53.601736 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59618ca-5f05-4a59-a30a-77e39c79bcf0 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5031581-6047-4447-b5b3-d41ae232ad10,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:57:53.615548 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c59618ca-5f05-4a59-a30a-77e39c79bcf0 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:57:53.616966 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-c59618ca-5f05-4a59-a30a-77e39c79bcf0 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "DELETE /v2.0/security-groups/a5031581-6047-4447-b5b3-d41ae232ad10 HTTP/1.1" status: 204 len: 168 time: 0.4115121 Mar 08 20:57:53.619816 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 46684) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:57:53.641454 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.api.v2.resource [None req-2e717f56-582a-4bbc-910f-640e6f1b6fb8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] show failed (client error): The resource could not be found. Mar 08 20:57:53.646950 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 46688) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:57:53.647832 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-2e717f56-582a-4bbc-910f-640e6f1b6fb8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups/a5031581-6047-4447-b5b3-d41ae232ad10 HTTP/1.1" status: 404 len: 347 time: 0.0258832 Mar 08 20:57:53.854911 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-bbb69748-1b14-43c0-8ac5-56996d567de0 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Deleting port e035186d-8436-45a3-b791-bc65d1ce7294 {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 20:57:53.855243 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-bbb69748-1b14-43c0-8ac5-56996d567de0 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:57:53.905146 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803870ad-c465-450c-aeb5-11f8aa979778 req-06776321-7aa0-4616-92ed-a9c52c5bbfcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:57:53.906517 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-803870ad-c465-450c-aeb5-11f8aa979778 req-06776321-7aa0-4616-92ed-a9c52c5bbfcc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bff06441-7eb9-494f-8cf1-5b73b840bf8a HTTP/1.1" status: 200 len: 850 time: 0.1682465 Mar 08 20:57:54.081999 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-bbb69748-1b14-43c0-8ac5-56996d567de0 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:57:54.082667 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-bbb69748-1b14-43c0-8ac5-56996d567de0 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:57:54.109835 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 78adb5e3-dac6-439b-a564-9fc9587a72e2 no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 20:57:54.154023 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] No Port match for: 78adb5e3-dac6-439b-a564-9fc9587a72e2 {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 20:57:54.154362 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 78adb5e3-dac6-439b-a564-9fc9587a72e2 not bound to the agent host hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 20:57:54.212216 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-bbb69748-1b14-43c0-8ac5-56996d567de0 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Calling delete_port for e035186d-8436-45a3-b791-bc65d1ce7294 owned by network:floatingip {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 20:57:54.240362 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-803870ad-c465-450c-aeb5-11f8aa979778 req-00f73e58-3b61-4fd6-b69c-42d849ef47a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=239e2d37-cae2-4302-bc13-ce825026cdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3145633 Mar 08 20:57:54.509069 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-803870ad-c465-450c-aeb5-11f8aa979778 req-c7fb8ae9-35f7-4ea1-9982-b781e834dcc4 service neutron] 10.222.0.21 "GET /v2.0/networks/239e2d37-cae2-4302-bc13-ce825026cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549586 Mar 08 20:57:54.586799 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-bbb69748-1b14-43c0-8ac5-56996d567de0 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:57:54.644866 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb69748-1b14-43c0-8ac5-56996d567de0 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event deleted for resources: {'Port': ['ID=e035186d-8436-45a3-b791-bc65d1ce7294,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:57:54.759435 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-803870ad-c465-450c-aeb5-11f8aa979778 req-9a23c2bd-3c05-4fae-ab1d-19a7f2513c4c service neutron] 10.222.0.21 "GET /v2.0/networks/239e2d37-cae2-4302-bc13-ce825026cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396824 Mar 08 20:57:54.769378 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-bbb69748-1b14-43c0-8ac5-56996d567de0 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for floatingip, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:57:54.782569 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-bbb69748-1b14-43c0-8ac5-56996d567de0 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for floatingip, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:57:54.783675 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-bbb69748-1b14-43c0-8ac5-56996d567de0 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "DELETE /v2.0/floatingips/4e5f64f1-c588-4721-a82b-025d04b08466 HTTP/1.1" status: 204 len: 168 time: 1.1338193 Mar 08 20:57:56.760410 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067b532-a3a3-4da1-b44f-e5de8f6265c0 req-ce11053b-09e5-4a09-9ab1-5c024f3b1cda tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:57:56.761113 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-5067b532-a3a3-4da1-b44f-e5de8f6265c0 req-ce11053b-09e5-4a09-9ab1-5c024f3b1cda tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Synchronizing usage tracker for tenant:75384b10ddb442bea7117c6826e163d3 on resource:port {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:57:56.775851 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-5067b532-a3a3-4da1-b44f-e5de8f6265c0 req-ce11053b-09e5-4a09-9ab1-5c024f3b1cda tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Unset dirty status for tenant:75384b10ddb442bea7117c6826e163d3 on resource:port {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:57:56.777236 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5067b532-a3a3-4da1-b44f-e5de8f6265c0 req-ce11053b-09e5-4a09-9ab1-5c024f3b1cda tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a HTTP/1.1" status: 200 len: 945 time: 0.0898447 Mar 08 20:57:56.821061 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-5067b532-a3a3-4da1-b44f-e5de8f6265c0 req-82c753b1-7fdd-4bde-90d2-34591ef0a6c2 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Synchronizing usage tracker for tenant:75384b10ddb442bea7117c6826e163d3 on resource:security_group {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:57:56.835126 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-5067b532-a3a3-4da1-b44f-e5de8f6265c0 req-82c753b1-7fdd-4bde-90d2-34591ef0a6c2 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Unset dirty status for tenant:75384b10ddb442bea7117c6826e163d3 on resource:security_group {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:57:56.836225 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5067b532-a3a3-4da1-b44f-e5de8f6265c0 req-82c753b1-7fdd-4bde-90d2-34591ef0a6c2 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=71aecef5-a16c-466c-8677-6ca7191dcc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536888 Mar 08 20:57:58.218791 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f63a21-63f5-4fc0-975b-10ed5e409bfc req-3e997e05-1ede-412e-9196-dd57888b7b29 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:57:58.220194 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-25f63a21-63f5-4fc0-975b-10ed5e409bfc req-3e997e05-1ede-412e-9196-dd57888b7b29 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a HTTP/1.1" status: 200 len: 945 time: 0.2620335 Mar 08 20:57:58.263203 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-25f63a21-63f5-4fc0-975b-10ed5e409bfc req-6dc102e8-5678-4381-8ab3-dbaf6b0a29d3 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=71aecef5-a16c-466c-8677-6ca7191dcc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369401 Mar 08 20:57:58.744583 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 20:57:59.427782 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a27c32-bb25-4ec9-a4d9-87acd1743ec8 req-c0b5d611-0271-49ed-8661-674678e7f574 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:57:59.429228 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-66a27c32-bb25-4ec9-a4d9-87acd1743ec8 req-c0b5d611-0271-49ed-8661-674678e7f574 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a HTTP/1.1" status: 200 len: 945 time: 0.0825844 Mar 08 20:57:59.540313 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [req-66a27c32-bb25-4ec9-a4d9-87acd1743ec8 req-80880e6b-eba1-4e3d-a97c-e105761c62d9 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Deleting port 345dab0a-dda1-475c-ba86-e14bd8881adf {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 20:57:59.540645 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-66a27c32-bb25-4ec9-a4d9-87acd1743ec8 req-80880e6b-eba1-4e3d-a97c-e105761c62d9 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:57:59.665465 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdeec9-2d49-4ccb-8cfe-c9482e31b767 req-48ea746d-9119-428f-b5dc-526f3130e066 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:57:59.667106 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-87bdeec9-2d49-4ccb-8cfe-c9482e31b767 req-48ea746d-9119-428f-b5dc-526f3130e066 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a HTTP/1.1" status: 200 len: 945 time: 0.2863848 Mar 08 20:57:59.793500 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-87bdeec9-2d49-4ccb-8cfe-c9482e31b767 req-c8a23ff6-6020-46f5-b3c8-91109557a2dd tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=71aecef5-a16c-466c-8677-6ca7191dcc65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191354 Mar 08 20:57:59.831365 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-66a27c32-bb25-4ec9-a4d9-87acd1743ec8 req-80880e6b-eba1-4e3d-a97c-e105761c62d9 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] For port 345dab0a-dda1-475c-ba86-e14bd8881adf, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=345dab0a-dda1-475c-ba86-e14bd8881adf,segment=NetworkSegment(def440c0-28e5-481e-8733-4907081c4e81),segment_id=def440c0-28e5-481e-8733-4907081c4e81)] {{(pid=83161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:57:59.831719 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-66a27c32-bb25-4ec9-a4d9-87acd1743ec8 req-80880e6b-eba1-4e3d-a97c-e105761c62d9 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:00.108011 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-66a27c32-bb25-4ec9-a4d9-87acd1743ec8 req-80880e6b-eba1-4e3d-a97c-e105761c62d9 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:00.108381 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-66a27c32-bb25-4ec9-a4d9-87acd1743ec8 req-80880e6b-eba1-4e3d-a97c-e105761c62d9 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-356680'] for floatingip, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:00.108687 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.db.l3_db [req-66a27c32-bb25-4ec9-a4d9-87acd1743ec8 req-80880e6b-eba1-4e3d-a97c-e105761c62d9 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Floating IP 5c7a2a45-8182-40b5-8fde-2748bb9f3d8c disassociated. External IP: 172.28.2.153, port: 345dab0a-dda1-475c-ba86-e14bd8881adf. Mar 08 20:58:00.109018 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [req-66a27c32-bb25-4ec9-a4d9-87acd1743ec8 req-80880e6b-eba1-4e3d-a97c-e105761c62d9 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Calling delete_port for 345dab0a-dda1-475c-ba86-e14bd8881adf owned by compute:nova {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 20:58:00.246817 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-66a27c32-bb25-4ec9-a4d9-87acd1743ec8 req-80880e6b-eba1-4e3d-a97c-e105761c62d9 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:00.292435 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80880e6b-eba1-4e3d-a97c-e105761c62d9 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event deleted for resources: {'Port': ['ID=345dab0a-dda1-475c-ba86-e14bd8881adf,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:58:00.566156 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66a27c32-bb25-4ec9-a4d9-87acd1743ec8 req-80880e6b-eba1-4e3d-a97c-e105761c62d9 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:58:00.798291 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66a27c32-bb25-4ec9-a4d9-87acd1743ec8 req-80880e6b-eba1-4e3d-a97c-e105761c62d9 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:58:00.810810 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f7f4dd-8361-406b-ac85-7e7a32e83cfe None None] Sync routers for ids ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'] in dv-cinder-832328-1-smb {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:58:00.824815 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f7f4dd-8361-406b-ac85-7e7a32e83cfe None None] Routers {'322e80d3-9b8c-442f-a225-e74ce54a5eb1'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:58:00.825419 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-66f7f4dd-8361-406b-ac85-7e7a32e83cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:57:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:58:00.876471 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a27c32-bb25-4ec9-a4d9-87acd1743ec8 req-80880e6b-eba1-4e3d-a97c-e105761c62d9 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] No DVR routers for this DVR port 345dab0a-dda1-475c-ba86-e14bd8881adf on host hv-cinder-83232 {{(pid=83161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:58:00.880394 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-66a27c32-bb25-4ec9-a4d9-87acd1743ec8 req-80880e6b-eba1-4e3d-a97c-e105761c62d9 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:00.884185 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a', 'name': 'network-vif-deleted', 'tag': '345dab0a-dda1-475c-ba86-e14bd8881adf'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:58:00.904881 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-66a27c32-bb25-4ec9-a4d9-87acd1743ec8 req-80880e6b-eba1-4e3d-a97c-e105761c62d9 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.21 "DELETE /v2.0/ports/345dab0a-dda1-475c-ba86-e14bd8881adf HTTP/1.1" status: 204 len: 173 time: 1.4622338 Mar 08 20:58:00.965113 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a', 'name': 'network-vif-deleted', 'tag': '345dab0a-dda1-475c-ba86-e14bd8881adf', 'status': 'completed', 'code': 200} Mar 08 20:58:00.970751 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-6978501b-42ee-47bd-920f-a39c8737de48 req-4bfe23e2-4740-495e-a36e-e0fc896f28a4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Synchronizing usage tracker for tenant:75384b10ddb442bea7117c6826e163d3 on resource:port {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:58:00.987571 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-6978501b-42ee-47bd-920f-a39c8737de48 req-4bfe23e2-4740-495e-a36e-e0fc896f28a4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Unset dirty status for tenant:75384b10ddb442bea7117c6826e163d3 on resource:port {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:58:00.989846 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6978501b-42ee-47bd-920f-a39c8737de48 req-4bfe23e2-4740-495e-a36e-e0fc896f28a4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cfda32f-c580-4c3f-bd2d-d0b9eb1ec91a HTTP/1.1" status: 200 len: 210 time: 0.0606534 Mar 08 20:58:01.022068 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-66f7f4dd-8361-406b-ac85-7e7a32e83cfe None None] Set router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:58:01.335196 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-66f7f4dd-8361-406b-ac85-7e7a32e83cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:10Z', 'revision_number': 4, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'de88ea94-d0e2-409f-84d6-ac8e3f467870', 'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'mac_address': 'fa:16:3e:c6:bf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:53:07Z', 'updated_at': '2022-03-08T20:53:37Z', 'revision_number': 5, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'subnets': [{'id': '631e0254-4619-4902-8397-d03caba0f7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:58:01.338857 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f7f4dd-8361-406b-ac85-7e7a32e83cfe None None] Checking router: 322e80d3-9b8c-442f-a225-e74ce54a5eb1 for host: dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:58:01.349582 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f7f4dd-8361-406b-ac85-7e7a32e83cfe None None] Routers {'322e80d3-9b8c-442f-a225-e74ce54a5eb1'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:58:01.350197 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-66f7f4dd-8361-406b-ac85-7e7a32e83cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:57:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:58:01.522291 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-66f7f4dd-8361-406b-ac85-7e7a32e83cfe None None] Set router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:58:01.879337 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-66f7f4dd-8361-406b-ac85-7e7a32e83cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:10Z', 'revision_number': 4, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'de88ea94-d0e2-409f-84d6-ac8e3f467870', 'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'mac_address': 'fa:16:3e:c6:bf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:53:07Z', 'updated_at': '2022-03-08T20:53:37Z', 'revision_number': 5, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'subnets': [{'id': '631e0254-4619-4902-8397-d03caba0f7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:58:01.883391 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f7f4dd-8361-406b-ac85-7e7a32e83cfe None None] The sync data for ids ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'] in dv-cinder-832328-1-smb is: [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:10Z', 'revision_number': 4, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'de88ea94-d0e2-409f-84d6-ac8e3f467870', 'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'mac_address': 'fa:16:3e:c6:bf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:53:07Z', 'updated_at': '2022-03-08T20:53:37Z', 'revision_number': 5, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'subnets': [{'id': '631e0254-4619-4902-8397-d03caba0f7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:58:02.151084 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5a89e3-7797-4d17-9f1a-18b603c91b0e None None] New status for floating IP 5c7a2a45-8182-40b5-8fde-2748bb9f3d8c: DOWN {{(pid=83163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 08 20:58:02.156666 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 46746) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:58:02.227695 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d853f-671d-4ca3-b1f6-e10f63d69c3a req-ca3cc9bf-6c36-44ce-9465-23dfa8249839 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:02.230161 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-a54d853f-671d-4ca3-b1f6-e10f63d69c3a req-ca3cc9bf-6c36-44ce-9465-23dfa8249839 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.0979502 Mar 08 20:58:02.244730 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-024ed9a5-81be-4603-badd-a4d831ad5293 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:02.275754 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-024ed9a5-81be-4603-badd-a4d831ad5293 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:02.284217 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-a54d853f-671d-4ca3-b1f6-e10f63d69c3a req-862cdf89-6089-40a5-b7f5-a7978e09249e tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477009 Mar 08 20:58:02.330109 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-024ed9a5-81be-4603-badd-a4d831ad5293 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:02.348613 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ed9a5-81be-4603-badd-a4d831ad5293 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71aecef5-a16c-466c-8677-6ca7191dcc65,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:58:02.361021 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-024ed9a5-81be-4603-badd-a4d831ad5293 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:02.365384 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-024ed9a5-81be-4603-badd-a4d831ad5293 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "DELETE /v2.0/security-groups/71aecef5-a16c-466c-8677-6ca7191dcc65 HTTP/1.1" status: 204 len: 168 time: 0.2045143 Mar 08 20:58:02.365517 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 46750) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:58:02.384736 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.api.v2.resource [None req-8c114623-db44-4b65-8cd2-2d13252601c4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] show failed (client error): The resource could not be found. Mar 08 20:58:02.385765 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-8c114623-db44-4b65-8cd2-2d13252601c4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups/71aecef5-a16c-466c-8677-6ca7191dcc65 HTTP/1.1" status: 404 len: 347 time: 0.0193119 Mar 08 20:58:02.388576 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 46754) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:58:02.536897 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-d8743fa1-b3db-4c05-88d3-bce40d4c7597 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Deleting port 484ebd87-d9ad-4379-8607-57a5b7b3fab7 {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 20:58:02.537224 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-d8743fa1-b3db-4c05-88d3-bce40d4c7597 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:02.695468 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-d8743fa1-b3db-4c05-88d3-bce40d4c7597 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:02.695788 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-d8743fa1-b3db-4c05-88d3-bce40d4c7597 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:02.810006 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-d8743fa1-b3db-4c05-88d3-bce40d4c7597 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Calling delete_port for 484ebd87-d9ad-4379-8607-57a5b7b3fab7 owned by network:floatingip {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 20:58:02.940322 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-d8743fa1-b3db-4c05-88d3-bce40d4c7597 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:02.984969 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8743fa1-b3db-4c05-88d3-bce40d4c7597 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event deleted for resources: {'Port': ['ID=484ebd87-d9ad-4379-8607-57a5b7b3fab7,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:58:03.070612 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-d8743fa1-b3db-4c05-88d3-bce40d4c7597 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for floatingip, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:03.087991 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-d8743fa1-b3db-4c05-88d3-bce40d4c7597 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for floatingip, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:03.089095 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-d8743fa1-b3db-4c05-88d3-bce40d4c7597 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "DELETE /v2.0/floatingips/5c7a2a45-8182-40b5-8fde-2748bb9f3d8c HTTP/1.1" status: 204 len: 168 time: 0.6996593 Mar 08 20:58:03.430953 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 46762) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:58:03.436667 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-69f19761-30ce-4128-86cb-82483a794e84 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--663651080', 'description': 'tempest-description--1309711677'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:58:03.442452 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-69f19761-30ce-4128-86cb-82483a794e84 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:58:03.446562 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-69f19761-30ce-4128-86cb-82483a794e84 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Usage tracker for resource:security_group and tenant:75384b10ddb442bea7117c6826e163d3 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:58:03.449345 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-69f19761-30ce-4128-86cb-82483a794e84 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:58:03.455791 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-69f19761-30ce-4128-86cb-82483a794e84 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:58:03.466946 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-69f19761-30ce-4128-86cb-82483a794e84 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:03.484514 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169dc9b-1814-4d1c-8c37-9c948d891283 req-a35e8c63-c1e6-4b21-996e-2349a5e2f22b tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:03.485976 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-0169dc9b-1814-4d1c-8c37-9c948d891283 req-a35e8c63-c1e6-4b21-996e-2349a5e2f22b tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.0812044 Mar 08 20:58:03.502562 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-69f19761-30ce-4128-86cb-82483a794e84 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:58:03.506503 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-69f19761-30ce-4128-86cb-82483a794e84 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Usage tracker for resource:security_group_rule and tenant:75384b10ddb442bea7117c6826e163d3 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:58:03.509327 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-69f19761-30ce-4128-86cb-82483a794e84 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:58:03.515117 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-69f19761-30ce-4128-86cb-82483a794e84 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:58:03.531947 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-0169dc9b-1814-4d1c-8c37-9c948d891283 req-3e390c10-2b6e-4b66-88b2-0f9c6039b814 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398052 Mar 08 20:58:03.569533 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-69f19761-30ce-4128-86cb-82483a794e84 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:03.573169 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-69f19761-30ce-4128-86cb-82483a794e84 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:03.619432 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f19761-30ce-4128-86cb-82483a794e84 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ec8e4b-43c5-4da4-b412-482968fac957,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:58:03.622092 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-69f19761-30ce-4128-86cb-82483a794e84 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:03.623387 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-69f19761-30ce-4128-86cb-82483a794e84 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1913269 Mar 08 20:58:03.626158 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 46766) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:58:03.632073 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-8215588b-1a7a-4dec-b23f-f5345d04c213 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Request body: {'security_group_rule': {'security_group_id': 'f4ec8e4b-43c5-4da4-b412-482968fac957', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:58:03.638104 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-8215588b-1a7a-4dec-b23f-f5345d04c213 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:58:03.641863 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-8215588b-1a7a-4dec-b23f-f5345d04c213 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Usage tracker for resource:security_group_rule and tenant:75384b10ddb442bea7117c6826e163d3 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:58:03.645555 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-8215588b-1a7a-4dec-b23f-f5345d04c213 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:58:03.651164 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-8215588b-1a7a-4dec-b23f-f5345d04c213 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:58:03.667664 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-8215588b-1a7a-4dec-b23f-f5345d04c213 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:03.726351 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-8215588b-1a7a-4dec-b23f-f5345d04c213 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:03.729696 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-8215588b-1a7a-4dec-b23f-f5345d04c213 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324256'] for security_group_rule, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:03.755585 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215588b-1a7a-4dec-b23f-f5345d04c213 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ff2b93-20ab-4b25-9a5d-cfbcf5d70060,revision_number=0']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:58:03.761752 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-8215588b-1a7a-4dec-b23f-f5345d04c213 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:03.762891 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-8215588b-1a7a-4dec-b23f-f5345d04c213 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1358049 Mar 08 20:58:03.765557 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 46770) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:58:03.770835 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-ce899265-c94d-4d02-b58d-c07052a39ea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Request body: {'security_group_rule': {'security_group_id': 'f4ec8e4b-43c5-4da4-b412-482968fac957', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:58:03.776278 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-ce899265-c94d-4d02-b58d-c07052a39ea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:58:03.780080 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-ce899265-c94d-4d02-b58d-c07052a39ea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Usage tracker for resource:security_group_rule and tenant:75384b10ddb442bea7117c6826e163d3 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:58:03.782885 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-ce899265-c94d-4d02-b58d-c07052a39ea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:58:03.788906 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-ce899265-c94d-4d02-b58d-c07052a39ea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:58:03.805687 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-ce899265-c94d-4d02-b58d-c07052a39ea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:03.863960 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-ce899265-c94d-4d02-b58d-c07052a39ea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:03.867394 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-ce899265-c94d-4d02-b58d-c07052a39ea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324256'] for security_group_rule, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:03.888927 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce899265-c94d-4d02-b58d-c07052a39ea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3306129f-6550-424a-91ab-24982fb99858,revision_number=0']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:58:03.897596 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-ce899265-c94d-4d02-b58d-c07052a39ea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:03.898751 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-ce899265-c94d-4d02-b58d-c07052a39ea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1322844 Mar 08 20:58:03.901694 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 46774) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:58:03.906635 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-6e2583ab-bba3-447b-ab3d-245f9f6c3e0f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Request body: {'floatingip': {'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:58:03.912140 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-6e2583ab-bba3-447b-ab3d-245f9f6c3e0f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:58:03.915794 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-6e2583ab-bba3-447b-ab3d-245f9f6c3e0f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Usage tracker for resource:floatingip and tenant:75384b10ddb442bea7117c6826e163d3 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:58:03.918796 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-6e2583ab-bba3-447b-ab3d-245f9f6c3e0f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:58:03.924311 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-6e2583ab-bba3-447b-ab3d-245f9f6c3e0f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:58:03.937410 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6e2583ab-bba3-447b-ab3d-245f9f6c3e0f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for floatingip, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:04.122048 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6e2583ab-bba3-447b-ab3d-245f9f6c3e0f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:04.188533 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 345dab0a-dda1-475c-ba86-e14bd8881adf no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 20:58:04.220091 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] No Port match for: 345dab0a-dda1-475c-ba86-e14bd8881adf {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 20:58:04.220436 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 345dab0a-dda1-475c-ba86-e14bd8881adf not bound to the agent host hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 20:58:04.251985 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_common [None req-6e2583ab-bba3-447b-ab3d-245f9f6c3e0f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Allocated IP 172.28.2.254 (f9f3acf9-d167-4056-a9c0-ac3b9bafea7a/9a481e38-0dcf-4733-b8bf-eb46fecff3f0/81435fa7-f60e-4571-a9c3-ae81e07d12a0) {{(pid=83161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:58:04.390816 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6e2583ab-bba3-447b-ab3d-245f9f6c3e0f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for port, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:04.417965 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6e2583ab-bba3-447b-ab3d-245f9f6c3e0f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:04.483821 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2583ab-bba3-447b-ab3d-245f9f6c3e0f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a is already hosted by enough agents. {{(pid=83161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:58:04.486592 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [None req-6e2583ab-bba3-447b-ab3d-245f9f6c3e0f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources bound (agent type, host, resource id): {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:58:04.490681 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2583ab-bba3-447b-ab3d-245f9f6c3e0f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Received port after_create {{(pid=83161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:58:04.515029 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2583ab-bba3-447b-ab3d-245f9f6c3e0f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event updated for resources: {'Port': ['ID=81435fa7-f60e-4571-a9c3-ae81e07d12a0,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:58:04.647458 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6e2583ab-bba3-447b-ab3d-245f9f6c3e0f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:04.748700 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6e2583ab-bba3-447b-ab3d-245f9f6c3e0f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:04.816391 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f389421-b7f3-4b02-b83e-79094324062e req-f8635d0a-5cff-45d0-82d3-c4a66ffbdc88 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:04.817844 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-0f389421-b7f3-4b02-b83e-79094324062e req-f8635d0a-5cff-45d0-82d3-c4a66ffbdc88 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.1680009 Mar 08 20:58:04.952288 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-0f389421-b7f3-4b02-b83e-79094324062e req-957791ea-cc75-4bf0-b798-f3bcf7711e5a tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282804 Mar 08 20:58:04.997060 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6e2583ab-bba3-447b-ab3d-245f9f6c3e0f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for port, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:05.001634 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6e2583ab-bba3-447b-ab3d-245f9f6c3e0f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:05.103738 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2583ab-bba3-447b-ab3d-245f9f6c3e0f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event updated for resources: {'Port': ['ID=81435fa7-f60e-4571-a9c3-ae81e07d12a0,revision_number=2']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:58:05.116892 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6e2583ab-bba3-447b-ab3d-245f9f6c3e0f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-356680'] for floatingip, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:05.138727 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6e2583ab-bba3-447b-ab3d-245f9f6c3e0f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for floatingip, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:05.140115 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-6e2583ab-bba3-447b-ab3d-245f9f6c3e0f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2375088 Mar 08 20:58:05.362996 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-e646320c-154b-43f4-ab4f-a129cb7faf21 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--663651080&fields=id&tenant_id=75384b10ddb442bea7117c6826e163d3 HTTP/1.1" status: 200 len: 267 time: 0.0392120 Mar 08 20:58:05.506141 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-b5956003-282f-45fa-ad4d-c771bc5443a9 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:05.507450 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-b5956003-282f-45fa-ad4d-c771bc5443a9 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/networks?id=3ac543f3-ed2d-4557-8b9b-b33844ee4851 HTTP/1.1" status: 200 len: 815 time: 0.1384072 Mar 08 20:58:05.523272 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-81568223-fa16-44b9-aa09-4d3296ec3ca4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/quotas/75384b10ddb442bea7117c6826e163d3 HTTP/1.1" status: 200 len: 375 time: 0.0105882 Mar 08 20:58:05.601624 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-c2d985e0-3385-4f89-b263-abdae1e9ccdb tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=75384b10ddb442bea7117c6826e163d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0733974 Mar 08 20:58:05.813981 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-d7cd2051-180b-4409-9418-e5e3172827a7 service neutron] 10.222.0.39 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007411 Mar 08 20:58:05.945525 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-1d16a577-1073-49d4-a135-1e209e8577c6 service neutron] 10.222.0.39 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258726 Mar 08 20:58:06.140777 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-becf73af-ef4a-4532-ba61-704e688ae043 req-af981f9f-a949-4be2-be28-4347481c9bb0 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=018894a2-eba1-461f-baaa-b2ccd2e9aaea HTTP/1.1" status: 200 len: 210 time: 0.0499694 Mar 08 20:58:06.163881 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069fa39-9e05-4c33-b99a-04e83dca78ef req-d292212c-1b58-4ca7-a151-a9b523382b65 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:06.169271 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5069fa39-9e05-4c33-b99a-04e83dca78ef req-d292212c-1b58-4ca7-a151-a9b523382b65 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.0969892 Mar 08 20:58:06.211430 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5069fa39-9e05-4c33-b99a-04e83dca78ef req-38ab0d76-7cde-4391-bdec-87a5871a27ef tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398250 Mar 08 20:58:07.302848 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-982e4020-89aa-4a38-9480-0a9967860025 req-3df7bd37-961b-4e29-81c6-348b7ed34b08 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=018894a2-eba1-461f-baaa-b2ccd2e9aaea HTTP/1.1" status: 200 len: 210 time: 0.0416083 Mar 08 20:58:07.534687 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9edc17-477c-4b60-ac69-b28a0761ab31 req-4c303961-13fb-4f29-8fba-eff9eca99b16 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:07.536033 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ca9edc17-477c-4b60-ac69-b28a0761ab31 req-4c303961-13fb-4f29-8fba-eff9eca99b16 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.1972704 Mar 08 20:58:07.542371 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-26062eec-37a5-4165-9bd9-bf80435013ae tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:07.543648 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-26062eec-37a5-4165-9bd9-bf80435013ae tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.21 "GET /v2.0/networks?id=3ac543f3-ed2d-4557-8b9b-b33844ee4851 HTTP/1.1" status: 200 len: 815 time: 0.1750309 Mar 08 20:58:07.599132 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ca9edc17-477c-4b60-ac69-b28a0761ab31 req-162dbd07-8fd7-4e4d-8fb3-171069a32721 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545702 Mar 08 20:58:07.621306 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-11a3a778-eaa0-469c-bcc1-2baa9ee86aa0 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Synchronizing usage tracker for tenant:75384b10ddb442bea7117c6826e163d3 on resource:security_group {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:58:07.636617 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-11a3a778-eaa0-469c-bcc1-2baa9ee86aa0 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Unset dirty status for tenant:75384b10ddb442bea7117c6826e163d3 on resource:security_group {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:58:07.637765 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-11a3a778-eaa0-469c-bcc1-2baa9ee86aa0 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75384b10ddb442bea7117c6826e163d3 HTTP/1.1" status: 200 len: 379 time: 0.0611024 Mar 08 20:58:07.647176 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-7346924a-2c7d-4563-aa1b-5b3d2b87bbf8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Request body: {'port': {'device_id': '018894a2-eba1-461f-baaa-b2ccd2e9aaea', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'admin_state_up': True, 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'security_groups': ['f4ec8e4b-43c5-4da4-b412-482968fac957']}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:58:07.830342 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-7346924a-2c7d-4563-aa1b-5b3d2b87bbf8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:58:07.834298 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-7346924a-2c7d-4563-aa1b-5b3d2b87bbf8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Usage tracker for resource:port and tenant:75384b10ddb442bea7117c6826e163d3 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:58:07.836979 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-7346924a-2c7d-4563-aa1b-5b3d2b87bbf8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:58:07.842491 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-7346924a-2c7d-4563-aa1b-5b3d2b87bbf8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:58:07.851644 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-7346924a-2c7d-4563-aa1b-5b3d2b87bbf8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Made reservation on behalf of 75384b10ddb442bea7117c6826e163d3 for: {'port': 1} {{(pid=83161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:58:07.854568 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-7346924a-2c7d-4563-aa1b-5b3d2b87bbf8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:08.017900 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_common [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-7346924a-2c7d-4563-aa1b-5b3d2b87bbf8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Allocated IP 172.20.0.9 (3ac543f3-ed2d-4557-8b9b-b33844ee4851/631e0254-4619-4902-8397-d03caba0f7cf/6c006092-a1b4-4e13-bff0-6ad579f29cb4) {{(pid=83161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:58:08.197960 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-7346924a-2c7d-4563-aa1b-5b3d2b87bbf8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for port, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:08.212478 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.provisioning_blocks [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-7346924a-2c7d-4563-aa1b-5b3d2b87bbf8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Transition to ACTIVE for port object 6c006092-a1b4-4e13-bff0-6ad579f29cb4 will not be triggered until provisioned by entity DHCP. {{(pid=83161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:58:08.233317 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-7346924a-2c7d-4563-aa1b-5b3d2b87bbf8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:08.307400 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-7346924a-2c7d-4563-aa1b-5b3d2b87bbf8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Network 3ac543f3-ed2d-4557-8b9b-b33844ee4851 is already hosted by enough agents. {{(pid=83161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:58:08.310444 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-7346924a-2c7d-4563-aa1b-5b3d2b87bbf8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources bound (agent type, host, resource id): {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:58:08.314782 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-7346924a-2c7d-4563-aa1b-5b3d2b87bbf8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Received port after_create {{(pid=83161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:58:08.339244 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346924a-2c7d-4563-aa1b-5b3d2b87bbf8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event updated for resources: {'Port': ['ID=6c006092-a1b4-4e13-bff0-6ad579f29cb4,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:58:08.378892 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-7346924a-2c7d-4563-aa1b-5b3d2b87bbf8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:08.379487 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-7346924a-2c7d-4563-aa1b-5b3d2b87bbf8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:08.405287 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-7346924a-2c7d-4563-aa1b-5b3d2b87bbf8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7613864 Mar 08 20:58:08.491982 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-c8f3686b-e1d5-4b38-9c8c-55f26c3c287d service neutron] Request body: {'port': {'device_id': '018894a2-eba1-461f-baaa-b2ccd2e9aaea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:58:08.520976 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c59b29-8280-4342-925f-7f1abba2c7ec req-f55fb140-baa6-4c72-a50e-b680be1c798e tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:08.522447 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-f7c59b29-8280-4342-925f-7f1abba2c7ec req-f55fb140-baa6-4c72-a50e-b680be1c798e tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=018894a2-eba1-461f-baaa-b2ccd2e9aaea HTTP/1.1" status: 200 len: 931 time: 0.0785038 Mar 08 20:58:08.566883 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-f7c59b29-8280-4342-925f-7f1abba2c7ec req-185a3e99-070c-4117-89b0-e70063027a33 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4ec8e4b-43c5-4da4-b412-482968fac957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386915 Mar 08 20:58:08.595081 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2c14-4b91-4887-a4a8-76bce9ab1daa None None] Provisioning for port 6c006092-a1b4-4e13-bff0-6ad579f29cb4 completed by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:58:08.600335 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-cc1b2c14-4b91-4887-a4a8-76bce9ab1daa None None] Provisioning complete for port 6c006092-a1b4-4e13-bff0-6ad579f29cb4 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:58:08.600707 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2c14-4b91-4887-a4a8-76bce9ab1daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:08.601399 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-c8f3686b-e1d5-4b38-9c8c-55f26c3c287d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:08.661154 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b2c14-4b91-4887-a4a8-76bce9ab1daa None None] Port 6c006092-a1b4-4e13-bff0-6ad579f29cb4 cannot update to ACTIVE because it is not bound. {{(pid=83162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 08 20:58:08.903766 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce485c-5e88-4215-b92c-668acefc40ff req-f8483ade-4915-45b5-b1e1-bd52124a02b1 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:08.905200 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-48ce485c-5e88-4215-b92c-668acefc40ff req-f8483ade-4915-45b5-b1e1-bd52124a02b1 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.1827476 Mar 08 20:58:08.984068 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-48ce485c-5e88-4215-b92c-668acefc40ff req-4843723a-34b4-45f9-96de-f45bcf8b7fc4 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619023 Mar 08 20:58:09.041508 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-c8f3686b-e1d5-4b38-9c8c-55f26c3c287d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c006092-a1b4-4e13-bff0-6ad579f29cb4 {{(pid=83161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:58:09.048295 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-c8f3686b-e1d5-4b38-9c8c-55f26c3c287d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:09.062407 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.provisioning_blocks [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-c8f3686b-e1d5-4b38-9c8c-55f26c3c287d service neutron] Transition to ACTIVE for port object 6c006092-a1b4-4e13-bff0-6ad579f29cb4 will not be triggered until provisioned by entity L2. {{(pid=83161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:58:09.066028 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-c8f3686b-e1d5-4b38-9c8c-55f26c3c287d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:09.187928 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3686b-e1d5-4b38-9c8c-55f26c3c287d service neutron] Pushing event updated for resources: {'Port': ['ID=6c006092-a1b4-4e13-bff0-6ad579f29cb4,revision_number=2']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:58:09.299849 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-c8f3686b-e1d5-4b38-9c8c-55f26c3c287d service neutron] Attempting to bind port 6c006092-a1b4-4e13-bff0-6ad579f29cb4 on host hv-cinder-83232 for vnic_type normal with profile {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:58:09.300172 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-c8f3686b-e1d5-4b38-9c8c-55f26c3c287d service neutron] Attempting to bind port 6c006092-a1b4-4e13-bff0-6ad579f29cb4 by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': 'def440c0-28e5-481e-8733-4907081c4e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851'}] {{(pid=83161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:58:09.300487 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-c8f3686b-e1d5-4b38-9c8c-55f26c3c287d service neutron] Attempting to bind port 6c006092-a1b4-4e13-bff0-6ad579f29cb4 on network 3ac543f3-ed2d-4557-8b9b-b33844ee4851 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:58:09.306032 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-c8f3686b-e1d5-4b38-9c8c-55f26c3c287d service neutron] Port 6c006092-a1b4-4e13-bff0-6ad579f29cb4 on network 3ac543f3-ed2d-4557-8b9b-b33844ee4851 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 08 20:58:09.306366 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-c8f3686b-e1d5-4b38-9c8c-55f26c3c287d service neutron] Attempting to bind port 6c006092-a1b4-4e13-bff0-6ad579f29cb4 on network 3ac543f3-ed2d-4557-8b9b-b33844ee4851 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:58:09.312383 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-c8f3686b-e1d5-4b38-9c8c-55f26c3c287d service neutron] Checking agent: {'id': '7ef80941-8def-40cc-9dc9-727f4daf545d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'started_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:58:09.312707 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-c8f3686b-e1d5-4b38-9c8c-55f26c3c287d service neutron] Checking segment: {'id': 'def440c0-28e5-481e-8733-4907081c4e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:58:09.313194 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-c8f3686b-e1d5-4b38-9c8c-55f26c3c287d service neutron] Bound using segment: {'id': 'def440c0-28e5-481e-8733-4907081c4e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851'} {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:58:09.313605 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-c8f3686b-e1d5-4b38-9c8c-55f26c3c287d service neutron] Bound port: 6c006092-a1b4-4e13-bff0-6ad579f29cb4, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def440c0-28e5-481e-8733-4907081c4e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851'}}] {{(pid=83161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:58:09.313955 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-c8f3686b-e1d5-4b38-9c8c-55f26c3c287d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:09.400648 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-c8f3686b-e1d5-4b38-9c8c-55f26c3c287d service neutron] For port 6c006092-a1b4-4e13-bff0-6ad579f29cb4, host hv-cinder-83232, cleared binding levels {{(pid=83161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:58:09.403723 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-c8f3686b-e1d5-4b38-9c8c-55f26c3c287d service neutron] For port 6c006092-a1b4-4e13-bff0-6ad579f29cb4, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=6c006092-a1b4-4e13-bff0-6ad579f29cb4,segment=NetworkSegment(def440c0-28e5-481e-8733-4907081c4e81),segment_id=def440c0-28e5-481e-8733-4907081c4e81)] {{(pid=83161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:58:09.407509 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-c8f3686b-e1d5-4b38-9c8c-55f26c3c287d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:09.465297 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-c8f3686b-e1d5-4b38-9c8c-55f26c3c287d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:09.466702 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-c8f3686b-e1d5-4b38-9c8c-55f26c3c287d service neutron] 10.222.0.21 "PUT /v2.0/ports/6c006092-a1b4-4e13-bff0-6ad579f29cb4 HTTP/1.1" status: 200 len: 1093 time: 0.9788764 Mar 08 20:58:09.467077 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018894a2-eba1-461f-baaa-b2ccd2e9aaea', 'tag': '6c006092-a1b4-4e13-bff0-6ad579f29cb4'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:58:09.486720 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3686b-e1d5-4b38-9c8c-55f26c3c287d service neutron] Pushing event updated for resources: {'Port': ['ID=6c006092-a1b4-4e13-bff0-6ad579f29cb4,revision_number=3']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:58:09.548840 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '018894a2-eba1-461f-baaa-b2ccd2e9aaea', 'tag': '6c006092-a1b4-4e13-bff0-6ad579f29cb4', 'status': 'completed', 'code': 200} Mar 08 20:58:09.590960 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-9d93e75d-c513-41a7-a7b5-a6a7c4de2e4a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75384b10ddb442bea7117c6826e163d3&device_id=018894a2-eba1-461f-baaa-b2ccd2e9aaea HTTP/1.1" status: 200 len: 1096 time: 0.0771809 Mar 08 20:58:09.664658 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-013cc7ab-8779-466f-be83-d05a00222cbb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c006092-a1b4-4e13-bff0-6ad579f29cb4 HTTP/1.1" status: 200 len: 217 time: 0.0628788 Mar 08 20:58:09.833404 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-89b69a10-b201-4745-a71b-7364748a264f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:09.834804 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-89b69a10-b201-4745-a71b-7364748a264f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=631e0254-4619-4902-8397-d03caba0f7cf HTTP/1.1" status: 200 len: 854 time: 0.1581419 Mar 08 20:58:09.867507 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5e934-6ad4-44f6-a590-9efe468c895a req-e0a41bbe-5ce4-4e6f-9ec0-f9ff405acc1a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:09.868184 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-c2c5e934-6ad4-44f6-a590-9efe468c895a req-e0a41bbe-5ce4-4e6f-9ec0-f9ff405acc1a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Synchronizing usage tracker for tenant:75384b10ddb442bea7117c6826e163d3 on resource:port {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:58:09.882883 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-c2c5e934-6ad4-44f6-a590-9efe468c895a req-e0a41bbe-5ce4-4e6f-9ec0-f9ff405acc1a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Unset dirty status for tenant:75384b10ddb442bea7117c6826e163d3 on resource:port {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:58:09.884158 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c2c5e934-6ad4-44f6-a590-9efe468c895a req-e0a41bbe-5ce4-4e6f-9ec0-f9ff405acc1a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=018894a2-eba1-461f-baaa-b2ccd2e9aaea HTTP/1.1" status: 200 len: 943 time: 0.1150815 Mar 08 20:58:09.976058 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c2c5e934-6ad4-44f6-a590-9efe468c895a req-43081cbe-4b0c-4da6-940d-63a89d0a26bb tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4ec8e4b-43c5-4da4-b412-482968fac957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860844 Mar 08 20:58:09.995440 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-38d6b368-663c-498e-b9c5-8849d2b828f5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ac543f3-ed2d-4557-8b9b-b33844ee4851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1516516 Mar 08 20:58:10.027950 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-bacd294d-e9a7-48dc-a0a7-62b0c9857db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:10.131812 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-0f27e126-5c69-466d-988e-24a4ff19b67b service neutron] 10.222.0.21 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268263 Mar 08 20:58:10.196907 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6db89-1feb-4eb8-ac09-702e21aa8285 req-8ee16495-9b05-46c9-82cc-5ee7f85f531b tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:10.198395 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-8cc6db89-1feb-4eb8-ac09-702e21aa8285 req-8ee16495-9b05-46c9-82cc-5ee7f85f531b tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.0769436 Mar 08 20:58:10.242931 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-8cc6db89-1feb-4eb8-ac09-702e21aa8285 req-e9e7242b-0b9d-4cb0-a337-461189bb84a5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390391 Mar 08 20:58:10.263139 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f5ebf6b4-f032-479a-90ce-0ffc52f603bb req-8bf640a8-fe5f-4807-81bb-5d02fa6ddb76 service neutron] 10.222.0.21 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233337 Mar 08 20:58:10.418780 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f49f1851-0ff7-4566-846f-a775f04f0d5f req-c1bcf526-a9d2-424e-94b2-91a3015ce732 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75384b10ddb442bea7117c6826e163d3&device_id=018894a2-eba1-461f-baaa-b2ccd2e9aaea HTTP/1.1" status: 200 len: 1096 time: 0.0664566 Mar 08 20:58:10.546071 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f1851-0ff7-4566-846f-a775f04f0d5f req-c57bcd4e-416f-4739-a6ff-da119411e4ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:10.547486 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f49f1851-0ff7-4566-846f-a775f04f0d5f req-c57bcd4e-416f-4739-a6ff-da119411e4ce service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ac543f3-ed2d-4557-8b9b-b33844ee4851 HTTP/1.1" status: 200 len: 916 time: 0.1207824 Mar 08 20:58:10.617355 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f49f1851-0ff7-4566-846f-a775f04f0d5f req-f2027569-089c-4a4a-9341-016acab8e845 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c006092-a1b4-4e13-bff0-6ad579f29cb4 HTTP/1.1" status: 200 len: 217 time: 0.0625870 Mar 08 20:58:10.677367 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f1851-0ff7-4566-846f-a775f04f0d5f req-d4e43b8e-06a6-4d43-a1ad-8d023ef10a1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:10.678671 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f49f1851-0ff7-4566-846f-a775f04f0d5f req-d4e43b8e-06a6-4d43-a1ad-8d023ef10a1a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=631e0254-4619-4902-8397-d03caba0f7cf HTTP/1.1" status: 200 len: 854 time: 0.0549443 Mar 08 20:58:10.754654 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f49f1851-0ff7-4566-846f-a775f04f0d5f req-d500d298-4f4b-462a-b4e9-d0c0eeeedf08 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ac543f3-ed2d-4557-8b9b-b33844ee4851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0688071 Mar 08 20:58:10.881463 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f49f1851-0ff7-4566-846f-a775f04f0d5f req-160f1711-ad20-426e-b011-2edb018567b0 service neutron] 10.222.0.21 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184165 Mar 08 20:58:11.011010 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f49f1851-0ff7-4566-846f-a775f04f0d5f req-c963e7ea-4624-4a9e-bbb6-c4c24351d2c9 service neutron] 10.222.0.21 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211035 Mar 08 20:58:11.310795 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b5b41-5616-4b81-94c8-a0e0930234ae req-37aeabc8-6a7f-49ec-a2e5-6d8db6becc1d tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:11.312225 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-514b5b41-5616-4b81-94c8-a0e0930234ae req-37aeabc8-6a7f-49ec-a2e5-6d8db6becc1d tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=018894a2-eba1-461f-baaa-b2ccd2e9aaea HTTP/1.1" status: 200 len: 943 time: 0.0750558 Mar 08 20:58:11.358668 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-514b5b41-5616-4b81-94c8-a0e0930234ae req-e9c8339d-a59a-467b-a35e-08cdf623e9b1 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4ec8e4b-43c5-4da4-b412-482968fac957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409498 Mar 08 20:58:11.439399 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01f720-5ed5-4e8d-baa9-bbf4dda09a23 req-7c60f8f8-a927-41eb-a2cd-fdeb73acc6b9 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:11.440815 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ce01f720-5ed5-4e8d-baa9-bbf4dda09a23 req-7c60f8f8-a927-41eb-a2cd-fdeb73acc6b9 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.0759280 Mar 08 20:58:11.483472 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ce01f720-5ed5-4e8d-baa9-bbf4dda09a23 req-ed9db6de-4f0b-4d26-9b45-fa5ed461f75a tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370247 Mar 08 20:58:12.301850 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7ba43b15-4f71-4108-85af-d6db029e2f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:12.551718 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7cf2f-74e0-4742-8bb9-956d868f9275 req-6303eac0-9db3-462b-8f08-5887c1486678 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:12.553215 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-93b7cf2f-74e0-4742-8bb9-956d868f9275 req-6303eac0-9db3-462b-8f08-5887c1486678 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=018894a2-eba1-461f-baaa-b2ccd2e9aaea HTTP/1.1" status: 200 len: 943 time: 0.0782473 Mar 08 20:58:12.596759 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-93b7cf2f-74e0-4742-8bb9-956d868f9275 req-ed717e4d-f195-4a61-9b81-6db8ec21d195 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4ec8e4b-43c5-4da4-b412-482968fac957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381844 Mar 08 20:58:12.673118 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee04fc4-a7ff-4bf3-9d16-11eb8c5d89e0 req-65e8c5a3-9ddd-4b4f-8bcc-452da22a37ee tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:12.675177 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-aee04fc4-a7ff-4bf3-9d16-11eb8c5d89e0 req-65e8c5a3-9ddd-4b4f-8bcc-452da22a37ee tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.0746920 Mar 08 20:58:12.722343 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-aee04fc4-a7ff-4bf3-9d16-11eb8c5d89e0 req-e371229d-b994-42c7-bda3-c619a6c238dc tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417042 Mar 08 20:58:13.325517 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:13.527353 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:13.787690 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee8410-03d7-4bcf-a4e9-d819a56cce15 req-1c8702a3-3220-4c6c-bec8-092bcc54880e tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:13.789067 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ceee8410-03d7-4bcf-a4e9-d819a56cce15 req-1c8702a3-3220-4c6c-bec8-092bcc54880e tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=018894a2-eba1-461f-baaa-b2ccd2e9aaea HTTP/1.1" status: 200 len: 943 time: 0.0750358 Mar 08 20:58:13.836909 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ceee8410-03d7-4bcf-a4e9-d819a56cce15 req-cc315959-a670-4ebe-b0f7-db07107a99f5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4ec8e4b-43c5-4da4-b412-482968fac957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421319 Mar 08 20:58:13.917052 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a300e59-710e-464c-bc35-c13eb6615b5d req-e08a5fee-2e50-4cc5-aade-8b68f5abddac tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:13.918510 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9a300e59-710e-464c-bc35-c13eb6615b5d req-e08a5fee-2e50-4cc5-aade-8b68f5abddac tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.0744278 Mar 08 20:58:13.961345 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9a300e59-710e-464c-bc35-c13eb6615b5d req-4830d7db-d223-4872-b58f-d110dea5de58 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374532 Mar 08 20:58:14.841899 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:15.031198 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af84a6-187f-44ee-b909-cbe00d75a0c7 req-9fcd9388-87fc-4c5f-af47-b2b318259884 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:15.033220 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-88af84a6-187f-44ee-b909-cbe00d75a0c7 req-9fcd9388-87fc-4c5f-af47-b2b318259884 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=018894a2-eba1-461f-baaa-b2ccd2e9aaea HTTP/1.1" status: 200 len: 943 time: 0.0753014 Mar 08 20:58:15.077638 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-88af84a6-187f-44ee-b909-cbe00d75a0c7 req-068b7383-1966-4600-b282-597d12b6d366 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4ec8e4b-43c5-4da4-b412-482968fac957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390217 Mar 08 20:58:15.156073 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff51e9-d653-4e0b-acce-bb741354defa req-8ec78115-8949-456f-af10-a23d7c7468ab tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:15.157494 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-61ff51e9-d653-4e0b-acce-bb741354defa req-8ec78115-8949-456f-af10-a23d7c7468ab tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.0797017 Mar 08 20:58:15.201039 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-61ff51e9-d653-4e0b-acce-bb741354defa req-79f78037-01a8-4a39-98a9-3ba5afa01918 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380590 Mar 08 20:58:16.219190 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 6c006092-a1b4-4e13-bff0-6ad579f29cb4 details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 20:58:16.339322 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635f346-d4ee-4b3e-adf3-7dd7630e30be req-6600fafb-8b3c-490e-98f3-463f368fe4e5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:16.340782 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f635f346-d4ee-4b3e-adf3-7dd7630e30be req-6600fafb-8b3c-490e-98f3-463f368fe4e5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=018894a2-eba1-461f-baaa-b2ccd2e9aaea HTTP/1.1" status: 200 len: 943 time: 0.1465786 Mar 08 20:58:16.366869 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 6c006092-a1b4-4e13-bff0-6ad579f29cb4, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=6c006092-a1b4-4e13-bff0-6ad579f29cb4,segment=NetworkSegment(def440c0-28e5-481e-8733-4907081c4e81),segment_id=def440c0-28e5-481e-8733-4907081c4e81)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:58:16.379859 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Returning: {'device': '6c006092-a1b4-4e13-bff0-6ad579f29cb4', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'port_id': '6c006092-a1b4-4e13-bff0-6ad579f29cb4', 'mac_address': 'fa:16:3e:ff:6e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 20:58:16.388665 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f635f346-d4ee-4b3e-adf3-7dd7630e30be req-6057bcaf-6430-4aec-b3e7-fdfb510baf68 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4ec8e4b-43c5-4da4-b412-482968fac957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418169 Mar 08 20:58:16.401717 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89f997-a2dd-4086-804a-3b42e5c0526c req-b0e2e505-f5b8-4128-a971-647a8690b6f3 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:16.403169 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-fa89f997-a2dd-4086-804a-3b42e5c0526c req-b0e2e505-f5b8-4128-a971-647a8690b6f3 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.0791085 Mar 08 20:58:16.432048 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:16.449012 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c006092-a1b4-4e13-bff0-6ad579f29cb4 {{(pid=83162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:58:16.449348 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-fa89f997-a2dd-4086-804a-3b42e5c0526c req-da76689c-d342-4f11-9c95-a888e7afed31 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396974 Mar 08 20:58:16.464248 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 6c006092-a1b4-4e13-bff0-6ad579f29cb4, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=6c006092-a1b4-4e13-bff0-6ad579f29cb4,segment=NetworkSegment(def440c0-28e5-481e-8733-4907081c4e81),segment_id=def440c0-28e5-481e-8733-4907081c4e81)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:58:16.468635 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:16.534684 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=6c006092-a1b4-4e13-bff0-6ad579f29cb4,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:58:16.543223 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:58:16.543567 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:58:16.543896 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:58:16.544222 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:58:16.544546 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:58:16.544864 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:58:16.545181 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:58:16.545495 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:58:16.545852 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:58:16.546166 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:58:16.546476 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:58:17.071262 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['6c006092-a1b4-4e13-bff0-6ad579f29cb4'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 20:58:17.584994 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a85152-bb85-44e3-9abf-0de6bec872f9 req-0bb6d769-6a48-422c-978b-30886b2cd773 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:17.586457 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f6a85152-bb85-44e3-9abf-0de6bec872f9 req-0bb6d769-6a48-422c-978b-30886b2cd773 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=018894a2-eba1-461f-baaa-b2ccd2e9aaea HTTP/1.1" status: 200 len: 944 time: 0.0786588 Mar 08 20:58:17.631535 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f6a85152-bb85-44e3-9abf-0de6bec872f9 req-7d05893f-652f-4a18-8366-67a9fd04c221 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4ec8e4b-43c5-4da4-b412-482968fac957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395727 Mar 08 20:58:17.659542 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8a022-17f8-4d18-b7b6-dd37f69af236 req-4284a739-c022-4f3e-9bd4-234feb7d16d9 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:17.660953 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-dae8a022-17f8-4d18-b7b6-dd37f69af236 req-4284a739-c022-4f3e-9bd4-234feb7d16d9 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.0793376 Mar 08 20:58:17.703623 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-dae8a022-17f8-4d18-b7b6-dd37f69af236 req-37245d0c-4d02-4c9d-aecd-e93d1072cb5d tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369265 Mar 08 20:58:18.052568 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508d0a8-f37a-4838-a9d5-05f6ce85c4b9 req-58d9d3fb-e201-4511-8a37-858be5d9281d tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:18.053964 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6508d0a8-f37a-4838-a9d5-05f6ce85c4b9 req-58d9d3fb-e201-4511-8a37-858be5d9281d tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.0769131 Mar 08 20:58:18.104972 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e82d9e43-39f4-4bac-a930-e4b9904b09c2 req-b4d80432-cc61-445e-be28-d333e2db3a42 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=83b0974382f941988054e5cb37b05168&device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 1098 time: 0.0724707 Mar 08 20:58:18.106140 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6508d0a8-f37a-4838-a9d5-05f6ce85c4b9 req-abbec183-3592-4322-84d6-526dfd23e188 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453324 Mar 08 20:58:18.188376 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:18.234301 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d9e43-39f4-4bac-a930-e4b9904b09c2 req-9c4ad12a-70a7-4984-8f09-5ead83c30a81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:18.235697 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e82d9e43-39f4-4bac-a930-e4b9904b09c2 req-9c4ad12a-70a7-4984-8f09-5ead83c30a81 service neutron] 10.222.0.21 "GET /v2.0/networks?id=239e2d37-cae2-4302-bc13-ce825026cdf1 HTTP/1.1" status: 200 len: 912 time: 0.1234818 Mar 08 20:58:18.338815 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e82d9e43-39f4-4bac-a930-e4b9904b09c2 req-18e5a17b-8cd6-4776-8c56-4fd90699f855 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04fffc65-e31c-4d51-939e-a21e94ddd6be HTTP/1.1" status: 200 len: 1001 time: 0.0919073 Mar 08 20:58:18.399431 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d9e43-39f4-4bac-a930-e4b9904b09c2 req-3afd71a6-2950-480d-ac28-7aca69d4ede3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:18.400783 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e82d9e43-39f4-4bac-a930-e4b9904b09c2 req-3afd71a6-2950-480d-ac28-7aca69d4ede3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bff06441-7eb9-494f-8cf1-5b73b840bf8a HTTP/1.1" status: 200 len: 850 time: 0.0555398 Mar 08 20:58:18.476248 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e82d9e43-39f4-4bac-a930-e4b9904b09c2 req-f34089e8-07f6-49da-bad4-cf3bb78ec43e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=239e2d37-cae2-4302-bc13-ce825026cdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687621 Mar 08 20:58:18.604455 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e82d9e43-39f4-4bac-a930-e4b9904b09c2 req-8307d15b-ebb2-4ad3-821e-daec28669ad6 service neutron] 10.222.0.21 "GET /v2.0/networks/239e2d37-cae2-4302-bc13-ce825026cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193194 Mar 08 20:58:18.733075 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e82d9e43-39f4-4bac-a930-e4b9904b09c2 req-740eeaa2-bdc3-4ed2-8ff7-a3a18af50c2e service neutron] 10.222.0.21 "GET /v2.0/networks/239e2d37-cae2-4302-bc13-ce825026cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221442 Mar 08 20:58:18.828178 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b870cd-aaf1-4a17-9c1d-299e55459d1f req-9cc0b3da-54ad-483f-8b66-027efd92d230 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:18.829664 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-62b870cd-aaf1-4a17-9c1d-299e55459d1f req-9cc0b3da-54ad-483f-8b66-027efd92d230 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=018894a2-eba1-461f-baaa-b2ccd2e9aaea HTTP/1.1" status: 200 len: 944 time: 0.0770848 Mar 08 20:58:18.939788 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-62b870cd-aaf1-4a17-9c1d-299e55459d1f req-51487d91-6089-41c4-8333-fa9a5b35ca6f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4ec8e4b-43c5-4da4-b412-482968fac957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047423 Mar 08 20:58:19.296522 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9733ae-81c0-45c7-ad24-4704941264b8 req-23b03908-8c19-4743-9724-3dd4e37972ef tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:19.297976 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-8e9733ae-81c0-45c7-ad24-4704941264b8 req-23b03908-8c19-4743-9724-3dd4e37972ef tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.0779767 Mar 08 20:58:19.342185 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-8e9733ae-81c0-45c7-ad24-4704941264b8 req-b582e367-ea8a-443a-b4b4-8bef2cdeeee5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383229 Mar 08 20:58:20.135067 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0285f9-4968-4dfb-95ef-c4bbf158943b req-0cb108e4-202f-4d95-8c78-6c64fcdb84ca tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:20.136510 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ae0285f9-4968-4dfb-95ef-c4bbf158943b req-0cb108e4-202f-4d95-8c78-6c64fcdb84ca tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=018894a2-eba1-461f-baaa-b2ccd2e9aaea HTTP/1.1" status: 200 len: 944 time: 0.0795956 Mar 08 20:58:20.184516 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ae0285f9-4968-4dfb-95ef-c4bbf158943b req-9929be17-481e-4077-853b-01317d468157 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4ec8e4b-43c5-4da4-b412-482968fac957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421858 Mar 08 20:58:20.248174 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 6c006092-a1b4-4e13-bff0-6ad579f29cb4 up at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:58:20.313062 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning for port 6c006092-a1b4-4e13-bff0-6ad579f29cb4 completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:58:20.318028 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning complete for port 6c006092-a1b4-4e13-bff0-6ad579f29cb4 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:58:20.318391 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:20.428723 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:20.455604 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018894a2-eba1-461f-baaa-b2ccd2e9aaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c006092-a1b4-4e13-bff0-6ad579f29cb4'}] {{(pid=83162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:58:20.465243 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 6c006092-a1b4-4e13-bff0-6ad579f29cb4, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=6c006092-a1b4-4e13-bff0-6ad579f29cb4,segment=NetworkSegment(def440c0-28e5-481e-8733-4907081c4e81),segment_id=def440c0-28e5-481e-8733-4907081c4e81)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:58:20.469727 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:20.511608 dv-cinder-832328-1-smb neutron-server[83162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018894a2-eba1-461f-baaa-b2ccd2e9aaea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c006092-a1b4-4e13-bff0-6ad579f29cb4', 'code': 200} Mar 08 20:58:20.537965 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=6c006092-a1b4-4e13-bff0-6ad579f29cb4,revision_number=5']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:58:20.548804 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808ca98-94f6-42e8-af5b-f86862e877c4 req-b6fb7684-0b42-40b2-a122-2519979942e4 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:20.550348 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-2808ca98-94f6-42e8-af5b-f86862e877c4 req-b6fb7684-0b42-40b2-a122-2519979942e4 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.0862105 Mar 08 20:58:20.600441 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-2808ca98-94f6-42e8-af5b-f86862e877c4 req-e1396904-27b9-46c7-a8ed-6f84abb53ae9 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445557 Mar 08 20:58:20.758666 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-fa141f61-0864-4870-aa4b-eeea9e56a976 req-c12037f7-e221-4b62-b9d4-9cd8e07e63ad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=018894a2-eba1-461f-baaa-b2ccd2e9aaea HTTP/1.1" status: 200 len: 1098 time: 0.0649686 Mar 08 20:58:20.800553 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-fa141f61-0864-4870-aa4b-eeea9e56a976 req-f207e760-3894-45f5-aac0-bcfcb75c49bd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f4ec8e4b-43c5-4da4-b412-482968fac957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348041 Mar 08 20:58:21.381622 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd4413-ac6a-4b20-828d-920aef4791db req-f48a3bc0-c1a5-419e-9ed5-dcf92e1e5b8f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:21.383071 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-09cd4413-ac6a-4b20-828d-920aef4791db req-f48a3bc0-c1a5-419e-9ed5-dcf92e1e5b8f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=018894a2-eba1-461f-baaa-b2ccd2e9aaea HTTP/1.1" status: 200 len: 945 time: 0.0781789 Mar 08 20:58:21.427316 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-09cd4413-ac6a-4b20-828d-920aef4791db req-ecd0987a-ee74-47f1-9583-44f104e38a28 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4ec8e4b-43c5-4da4-b412-482968fac957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386941 Mar 08 20:58:22.616243 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484ad35-1e12-447b-8a86-597f759b6b86 req-7f553f98-f92f-4578-b5ed-804c8cc5ed2b tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:22.617673 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3484ad35-1e12-447b-8a86-597f759b6b86 req-7f553f98-f92f-4578-b5ed-804c8cc5ed2b tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=018894a2-eba1-461f-baaa-b2ccd2e9aaea HTTP/1.1" status: 200 len: 945 time: 0.0734100 Mar 08 20:58:22.662107 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3484ad35-1e12-447b-8a86-597f759b6b86 req-d778b0cf-23e3-4bbe-bd5b-239caf66897f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4ec8e4b-43c5-4da4-b412-482968fac957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388534 Mar 08 20:58:23.852584 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c968d2-decc-466c-84d3-fb644c37e479 req-9dcb1585-a1ab-4fe2-b6f4-896a00d5fa55 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:23.854052 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-25c968d2-decc-466c-84d3-fb644c37e479 req-9dcb1585-a1ab-4fe2-b6f4-896a00d5fa55 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=018894a2-eba1-461f-baaa-b2ccd2e9aaea HTTP/1.1" status: 200 len: 945 time: 0.0752950 Mar 08 20:58:23.897981 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-25c968d2-decc-466c-84d3-fb644c37e479 req-9a6a2145-e54b-4e6f-b7af-4f7a49d9c85b tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4ec8e4b-43c5-4da4-b412-482968fac957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384541 Mar 08 20:58:24.091322 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb2a5e-f0be-45ce-8127-44237d82ad59 req-aa636d99-0206-4da8-b42f-481570f67b0f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:24.092738 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6cfb2a5e-f0be-45ce-8127-44237d82ad59 req-aa636d99-0206-4da8-b42f-481570f67b0f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=018894a2-eba1-461f-baaa-b2ccd2e9aaea HTTP/1.1" status: 200 len: 945 time: 0.0768492 Mar 08 20:58:24.101857 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 46876) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:58:24.107072 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-bc55a82c-23a4-403b-8532-f4db2473f582 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Request body: {'floatingip': {'port_id': '6c006092-a1b4-4e13-bff0-6ad579f29cb4'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:58:24.184925 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-bc55a82c-23a4-403b-8532-f4db2473f582 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for floatingip, before_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:24.834424 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-bc55a82c-23a4-403b-8532-f4db2473f582 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:24.839286 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-bc55a82c-23a4-403b-8532-f4db2473f582 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-356680'] for floatingip, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:25.026248 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.db.l3_db [None req-bc55a82c-23a4-403b-8532-f4db2473f582 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Floating IP c8b2d001-15f1-4597-96ef-58d80de15151 associated. External IP: 172.28.2.254, port: 6c006092-a1b4-4e13-bff0-6ad579f29cb4. Mar 08 20:58:25.405209 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc55a82c-23a4-403b-8532-f4db2473f582 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:58:25.596830 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc55a82c-23a4-403b-8532-f4db2473f582 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:58:25.601005 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-bc55a82c-23a4-403b-8532-f4db2473f582 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for floatingip, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:25.606152 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d00a8e0-3cb4-40d6-9113-6d2cd84cc35c None None] Sync routers for ids ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'] in dv-cinder-832328-1-smb {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:58:25.621888 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d00a8e0-3cb4-40d6-9113-6d2cd84cc35c None None] Routers {'322e80d3-9b8c-442f-a225-e74ce54a5eb1'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:58:25.622483 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-4d00a8e0-3cb4-40d6-9113-6d2cd84cc35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:58:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:58:25.651343 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-bc55a82c-23a4-403b-8532-f4db2473f582 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "PUT /v2.0/floatingips/c8b2d001-15f1-4597-96ef-58d80de15151 HTTP/1.1" status: 200 len: 991 time: 1.5484216 Mar 08 20:58:25.651985 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018894a2-eba1-461f-baaa-b2ccd2e9aaea', 'tag': '6c006092-a1b4-4e13-bff0-6ad579f29cb4'}] {{(pid=83160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:58:25.704628 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '018894a2-eba1-461f-baaa-b2ccd2e9aaea', 'tag': '6c006092-a1b4-4e13-bff0-6ad579f29cb4', 'status': 'completed', 'code': 200} Mar 08 20:58:25.793898 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-4d00a8e0-3cb4-40d6-9113-6d2cd84cc35c None None] Set router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:58:25.801685 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9295ac36-7810-4431-af28-5dd85fe98af5 req-f71a2620-ddc9-4fc7-8501-46ee431728d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75384b10ddb442bea7117c6826e163d3&device_id=018894a2-eba1-461f-baaa-b2ccd2e9aaea HTTP/1.1" status: 200 len: 1098 time: 0.0700998 Mar 08 20:58:25.936557 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295ac36-7810-4431-af28-5dd85fe98af5 req-b693c046-4b8b-42c9-a83c-8780aaf00400 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:25.938196 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9295ac36-7810-4431-af28-5dd85fe98af5 req-b693c046-4b8b-42c9-a83c-8780aaf00400 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ac543f3-ed2d-4557-8b9b-b33844ee4851 HTTP/1.1" status: 200 len: 916 time: 0.1275945 Mar 08 20:58:26.118235 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9295ac36-7810-4431-af28-5dd85fe98af5 req-cdd67d24-216a-45e5-80fc-f38e84721a71 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c006092-a1b4-4e13-bff0-6ad579f29cb4 HTTP/1.1" status: 200 len: 999 time: 0.1685247 Mar 08 20:58:26.173409 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-4d00a8e0-3cb4-40d6-9113-6d2cd84cc35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:10Z', 'revision_number': 4, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': 'c8b2d001-15f1-4597-96ef-58d80de15151', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'floating_ip_address': '172.28.2.254', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'port_id': '6c006092-a1b4-4e13-bff0-6ad579f29cb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'mac_address': 'fa:16:3e:ff:6e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018894a2-eba1-461f-baaa-b2ccd2e9aaea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:58:04Z', 'updated_at': '2022-03-08T20:58:24Z', 'revision_number': 1, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de88ea94-d0e2-409f-84d6-ac8e3f467870', 'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'mac_address': 'fa:16:3e:c6:bf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:53:07Z', 'updated_at': '2022-03-08T20:53:37Z', 'revision_number': 5, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'subnets': [{'id': '631e0254-4619-4902-8397-d03caba0f7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:58:26.177097 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d00a8e0-3cb4-40d6-9113-6d2cd84cc35c None None] Checking router: 322e80d3-9b8c-442f-a225-e74ce54a5eb1 for host: dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:58:26.187631 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d00a8e0-3cb4-40d6-9113-6d2cd84cc35c None None] Routers {'322e80d3-9b8c-442f-a225-e74ce54a5eb1'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:58:26.188156 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-4d00a8e0-3cb4-40d6-9113-6d2cd84cc35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:58:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:58:26.191682 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295ac36-7810-4431-af28-5dd85fe98af5 req-b6d3677c-8002-43be-88c4-5275561b9d91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:26.193085 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9295ac36-7810-4431-af28-5dd85fe98af5 req-b6d3677c-8002-43be-88c4-5275561b9d91 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=631e0254-4619-4902-8397-d03caba0f7cf HTTP/1.1" status: 200 len: 854 time: 0.0584164 Mar 08 20:58:26.271301 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9295ac36-7810-4431-af28-5dd85fe98af5 req-1d083d96-a82f-4d58-8547-57a049cbad87 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ac543f3-ed2d-4557-8b9b-b33844ee4851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0657208 Mar 08 20:58:26.364247 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-4d00a8e0-3cb4-40d6-9113-6d2cd84cc35c None None] Set router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:58:26.400879 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9295ac36-7810-4431-af28-5dd85fe98af5 req-031b2fdb-71a8-48b1-95df-db3d56a343ac service neutron] 10.222.0.21 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221216 Mar 08 20:58:26.531411 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9295ac36-7810-4431-af28-5dd85fe98af5 req-2cef5e53-fe86-43a5-a82e-2b388d8cf31d service neutron] 10.222.0.21 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232574 Mar 08 20:58:26.705179 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-4d00a8e0-3cb4-40d6-9113-6d2cd84cc35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:10Z', 'revision_number': 4, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': 'c8b2d001-15f1-4597-96ef-58d80de15151', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'floating_ip_address': '172.28.2.254', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'port_id': '6c006092-a1b4-4e13-bff0-6ad579f29cb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'mac_address': 'fa:16:3e:ff:6e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018894a2-eba1-461f-baaa-b2ccd2e9aaea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:58:04Z', 'updated_at': '2022-03-08T20:58:24Z', 'revision_number': 1, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de88ea94-d0e2-409f-84d6-ac8e3f467870', 'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'mac_address': 'fa:16:3e:c6:bf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:53:07Z', 'updated_at': '2022-03-08T20:53:37Z', 'revision_number': 5, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'subnets': [{'id': '631e0254-4619-4902-8397-d03caba0f7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:58:26.709240 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d00a8e0-3cb4-40d6-9113-6d2cd84cc35c None None] The sync data for ids ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'] in dv-cinder-832328-1-smb is: [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:10Z', 'revision_number': 4, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': 'c8b2d001-15f1-4597-96ef-58d80de15151', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'floating_ip_address': '172.28.2.254', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'port_id': '6c006092-a1b4-4e13-bff0-6ad579f29cb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'mac_address': 'fa:16:3e:ff:6e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '018894a2-eba1-461f-baaa-b2ccd2e9aaea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:58:04Z', 'updated_at': '2022-03-08T20:58:24Z', 'revision_number': 1, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de88ea94-d0e2-409f-84d6-ac8e3f467870', 'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'mac_address': 'fa:16:3e:c6:bf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:53:07Z', 'updated_at': '2022-03-08T20:53:37Z', 'revision_number': 5, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'subnets': [{'id': '631e0254-4619-4902-8397-d03caba0f7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:58:26.901461 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c70aa81-eb8e-4a1f-86ca-d50fc11ba05a None None] New status for floating IP c8b2d001-15f1-4597-96ef-58d80de15151: ACTIVE {{(pid=83163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 08 20:58:27.306493 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505488f-82ce-4b3c-b996-0d023d9047ac req-78e4ff32-db6b-4fef-bc33-268038eb0c4d tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:27.307906 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-f505488f-82ce-4b3c-b996-0d023d9047ac req-78e4ff32-db6b-4fef-bc33-268038eb0c4d tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.1691184 Mar 08 20:58:27.351360 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-f505488f-82ce-4b3c-b996-0d023d9047ac req-5a016c64-f1ac-4294-9c74-8c437f10084b tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378635 Mar 08 20:58:28.564172 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea8ce4-4207-44fa-93c3-c33195c7c647 req-3c0dc1c2-c3a7-47db-916d-b651d8b24cb4 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:28.565588 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-feea8ce4-4207-44fa-93c3-c33195c7c647 req-3c0dc1c2-c3a7-47db-916d-b651d8b24cb4 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.0771630 Mar 08 20:58:28.608510 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-feea8ce4-4207-44fa-93c3-c33195c7c647 req-058cbe50-afcc-4b32-bdf3-294ea7c10d7f tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374150 Mar 08 20:58:29.817669 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af22e4e-d8ff-4d1e-8728-1ea46acb67b7 req-d833df7c-7676-4f84-b7da-b83c867c49dd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:29.819116 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3af22e4e-d8ff-4d1e-8728-1ea46acb67b7 req-d833df7c-7676-4f84-b7da-b83c867c49dd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.0742009 Mar 08 20:58:29.862074 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3af22e4e-d8ff-4d1e-8728-1ea46acb67b7 req-46116d18-43d8-4dab-9ae6-ca810dbbfc7f tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375552 Mar 08 20:58:31.068598 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38057b-d273-4845-8c14-856f80ff3f28 req-a11803ed-d961-4d60-8458-ef6ad1874a00 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:31.070056 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5e38057b-d273-4845-8c14-856f80ff3f28 req-a11803ed-d961-4d60-8458-ef6ad1874a00 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.0756145 Mar 08 20:58:31.117361 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5e38057b-d273-4845-8c14-856f80ff3f28 req-1de3efee-a382-4113-ab8c-f48e064845ee tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419910 Mar 08 20:58:32.330717 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69f473-f772-49a4-be84-f5794849ec3f req-cfce0fbb-73d7-42db-a570-f1693f8fb596 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:32.332155 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-2f69f473-f772-49a4-be84-f5794849ec3f req-cfce0fbb-73d7-42db-a570-f1693f8fb596 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.0773680 Mar 08 20:58:32.376085 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-2f69f473-f772-49a4-be84-f5794849ec3f req-5cf0aa70-3db9-4305-babd-24f1fec3c0ff tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384500 Mar 08 20:58:33.576839 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402e667-79f7-45f2-be20-767b4c78be08 req-53095577-02ca-4987-8eb0-c3848b27cbc7 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:33.578271 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-0402e667-79f7-45f2-be20-767b4c78be08 req-53095577-02ca-4987-8eb0-c3848b27cbc7 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.0739832 Mar 08 20:58:33.621553 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-0402e667-79f7-45f2-be20-767b4c78be08 req-0e630e41-ddd5-452e-a83d-8a996cce61c2 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373969 Mar 08 20:58:34.824695 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0691d-c6fb-4df8-9607-afe60c352623 req-fed6dba2-03fa-428b-bc36-46d05debecd5 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:34.826106 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-82e0691d-c6fb-4df8-9607-afe60c352623 req-fed6dba2-03fa-428b-bc36-46d05debecd5 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.0724301 Mar 08 20:58:34.870033 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-82e0691d-c6fb-4df8-9607-afe60c352623 req-1883779f-9663-4238-8439-4b09abb1cb36 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378869 Mar 08 20:58:35.744933 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 20:58:36.080691 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b143b-bab3-4264-ac71-328869244f7a req-e0bb30d3-8ef4-4f61-9401-b42d45d1ba00 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:36.082156 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a51b143b-bab3-4264-ac71-328869244f7a req-e0bb30d3-8ef4-4f61-9401-b42d45d1ba00 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.0786905 Mar 08 20:58:36.125597 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a51b143b-bab3-4264-ac71-328869244f7a req-745de0f3-2baf-4b5f-b195-d22869073090 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378749 Mar 08 20:58:37.332525 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a429d-fca1-41cf-9d50-2d34e47929e3 req-7cfe1d5f-9139-4ac9-b736-ea7f47d907b2 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:37.333940 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-960a429d-fca1-41cf-9d50-2d34e47929e3 req-7cfe1d5f-9139-4ac9-b736-ea7f47d907b2 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.0766082 Mar 08 20:58:37.376951 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-960a429d-fca1-41cf-9d50-2d34e47929e3 req-27ee8fbc-243f-4748-a6df-9ebf11fa8f6c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376887 Mar 08 20:58:38.580558 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb0879-e7cd-4b52-b9a7-b305a83dfdb0 req-16c04641-1690-4f13-adcb-937ae377ebf0 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:38.582006 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-4abb0879-e7cd-4b52-b9a7-b305a83dfdb0 req-16c04641-1690-4f13-adcb-937ae377ebf0 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.0747662 Mar 08 20:58:38.625389 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-4abb0879-e7cd-4b52-b9a7-b305a83dfdb0 req-17cd86e1-31fb-493f-a444-dddb72a0e622 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380347 Mar 08 20:58:39.840497 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f8480-81ed-489c-a730-ed6ccd0f7b93 req-03789789-8aa9-497e-b1b0-748fd805481c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:39.841954 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-095f8480-81ed-489c-a730-ed6ccd0f7b93 req-03789789-8aa9-497e-b1b0-748fd805481c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.0823395 Mar 08 20:58:39.889133 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-095f8480-81ed-489c-a730-ed6ccd0f7b93 req-d9c09b88-cd2a-4f2f-9080-a7fd05156409 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411699 Mar 08 20:58:40.031039 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-5867c5e7-6586-4c78-b5c6-cb1bc3199a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:41.096777 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a0d26-2e39-423a-9001-86621b849ac7 req-2f874b7b-c162-4073-988e-e4110e70a9f4 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:41.098251 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f71a0d26-2e39-423a-9001-86621b849ac7 req-2f874b7b-c162-4073-988e-e4110e70a9f4 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.0783160 Mar 08 20:58:41.147124 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f71a0d26-2e39-423a-9001-86621b849ac7 req-3edd2c97-ea7d-4daf-a543-7d216eafcac3 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407579 Mar 08 20:58:42.304133 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-2612d9da-223d-425b-8e64-79d4085059a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:42.356316 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632b62b-500c-439c-bdb9-c9d51ba6f9f4 req-3e89a07e-1188-4d5d-903c-b54299c4cf3a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:42.357754 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c632b62b-500c-439c-bdb9-c9d51ba6f9f4 req-3e89a07e-1188-4d5d-903c-b54299c4cf3a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.0733469 Mar 08 20:58:42.400705 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c632b62b-500c-439c-bdb9-c9d51ba6f9f4 req-b0bf338b-245e-4abf-a531-75858e220e1a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372815 Mar 08 20:58:43.329538 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:43.530289 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:43.609818 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbf109-1c83-459b-8d13-9a9781ca4656 req-71e3078b-a459-4338-bdb6-e18bf513725d tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:43.611264 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-09cbf109-1c83-459b-8d13-9a9781ca4656 req-71e3078b-a459-4338-bdb6-e18bf513725d tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.0736246 Mar 08 20:58:43.655339 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-09cbf109-1c83-459b-8d13-9a9781ca4656 req-dace86a2-c923-4f50-b1b7-813c579308e7 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385442 Mar 08 20:58:44.844856 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:44.866074 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea766609-4570-41b9-8a59-c03734d8f5b7 req-53b34a49-0a99-473d-bb74-fbf8cea99b70 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:44.867526 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ea766609-4570-41b9-8a59-c03734d8f5b7 req-53b34a49-0a99-473d-bb74-fbf8cea99b70 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.0806139 Mar 08 20:58:44.910922 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ea766609-4570-41b9-8a59-c03734d8f5b7 req-ad68cde8-fce2-418d-be13-f5f6fbb84ca0 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380621 Mar 08 20:58:46.119734 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a56adc-de3e-4b24-a50f-c02bc7d56082 req-c9068fc1-0526-416b-99b2-189b8141da48 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:46.121164 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-79a56adc-de3e-4b24-a50f-c02bc7d56082 req-c9068fc1-0526-416b-99b2-189b8141da48 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.0796101 Mar 08 20:58:46.166891 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-79a56adc-de3e-4b24-a50f-c02bc7d56082 req-454f488a-8db2-4640-b8c7-7d565dbfd938 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401347 Mar 08 20:58:46.313561 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 06b57522-9205-4422-a2d3-e6a0512f90d3 details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 20:58:46.441485 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 06b57522-9205-4422-a2d3-e6a0512f90d3, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=06b57522-9205-4422-a2d3-e6a0512f90d3,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:58:46.453883 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Returning: {'device': '06b57522-9205-4422-a2d3-e6a0512f90d3', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'port_id': '06b57522-9205-4422-a2d3-e6a0512f90d3', 'mac_address': 'fa:16:3e:85:dd:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 20:58:46.504118 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:46.520160 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06b57522-9205-4422-a2d3-e6a0512f90d3 {{(pid=83162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:58:46.534912 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 06b57522-9205-4422-a2d3-e6a0512f90d3, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=06b57522-9205-4422-a2d3-e6a0512f90d3,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:58:46.538512 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:46.606103 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=06b57522-9205-4422-a2d3-e6a0512f90d3,revision_number=6']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:58:46.660833 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['06b57522-9205-4422-a2d3-e6a0512f90d3'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 20:58:47.368446 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331d9ca-8935-4d97-8f27-9a771d4e72e6 req-c7fc2e1d-1f72-43a6-a5fd-c798862681e9 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:47.369875 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-d331d9ca-8935-4d97-8f27-9a771d4e72e6 req-c7fc2e1d-1f72-43a6-a5fd-c798862681e9 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 944 time: 0.0733716 Mar 08 20:58:47.412763 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-d331d9ca-8935-4d97-8f27-9a771d4e72e6 req-1937b879-49ad-46a2-a2b6-3b4bcc1879c1 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374513 Mar 08 20:58:48.183491 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:48.342087 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 06b57522-9205-4422-a2d3-e6a0512f90d3 up at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:58:48.406161 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning complete for port 06b57522-9205-4422-a2d3-e6a0512f90d3 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:58:48.406447 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:48.515705 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:48.542077 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b98ed5-ef4a-4216-b280-0b2553a45ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b57522-9205-4422-a2d3-e6a0512f90d3'}] {{(pid=83162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:58:48.552017 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 06b57522-9205-4422-a2d3-e6a0512f90d3, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=06b57522-9205-4422-a2d3-e6a0512f90d3,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:58:48.556962 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:48.621368 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af2792-35ae-457e-bdee-b77326f75c84 req-23922888-1934-4232-a589-42aee6330556 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:48.622865 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b2af2792-35ae-457e-bdee-b77326f75c84 req-23922888-1934-4232-a589-42aee6330556 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.0769079 Mar 08 20:58:48.626056 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=06b57522-9205-4422-a2d3-e6a0512f90d3,revision_number=7']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:58:48.676018 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b2af2792-35ae-457e-bdee-b77326f75c84 req-bb09c7b5-7faa-4baf-b9a1-c88a5ecafbb8 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440605 Mar 08 20:58:48.686681 dv-cinder-832328-1-smb neutron-server[83162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b98ed5-ef4a-4216-b280-0b2553a45ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b57522-9205-4422-a2d3-e6a0512f90d3', 'code': 200} Mar 08 20:58:49.884518 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54251a17-23d4-4452-b449-89f7e56827c9 req-d167a647-5bbc-493e-ab13-1196c8abd938 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:49.885946 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-54251a17-23d4-4452-b449-89f7e56827c9 req-d167a647-5bbc-493e-ab13-1196c8abd938 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.0768950 Mar 08 20:58:49.929474 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-54251a17-23d4-4452-b449-89f7e56827c9 req-953f4018-bd85-4c99-b4cd-5d5911c94e10 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382020 Mar 08 20:58:50.364522 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8017b563-4a4b-4ef4-9d4d-09226eeb90a3 req-805a0fc1-70d0-4cc5-90e0-2497f6911f91 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1459864208&fields=id&tenant_id=1d72bfdad8b44af7965b57996433f5d4 HTTP/1.1" status: 200 len: 267 time: 0.0391681 Mar 08 20:58:50.441104 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017b563-4a4b-4ef4-9d4d-09226eeb90a3 req-7116040f-74ee-46f7-9763-0e35a1519170 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:50.442421 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8017b563-4a4b-4ef4-9d4d-09226eeb90a3 req-7116040f-74ee-46f7-9763-0e35a1519170 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 984 time: 0.0728619 Mar 08 20:58:50.452590 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [req-8017b563-4a4b-4ef4-9d4d-09226eeb90a3 req-c2fd9548-9151-4d59-ab63-af09f5cfd9cd tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Request body: {'port': {'security_groups': ['de632d4c-9170-40c9-9954-6fa01678de38']}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:58:50.565668 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-8017b563-4a4b-4ef4-9d4d-09226eeb90a3 req-c2fd9548-9151-4d59-ab63-af09f5cfd9cd tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:50.796504 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-8017b563-4a4b-4ef4-9d4d-09226eeb90a3 req-c2fd9548-9151-4d59-ab63-af09f5cfd9cd tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] For port 31758f7b-ea67-4200-9ad6-e01a0ceb2173, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=31758f7b-ea67-4200-9ad6-e01a0ceb2173,segment=NetworkSegment(192e8541-4acf-4181-b51a-2492d8ed4c4e),segment_id=192e8541-4acf-4181-b51a-2492d8ed4c4e)] {{(pid=83161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:58:50.870522 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-8017b563-4a4b-4ef4-9d4d-09226eeb90a3 req-c2fd9548-9151-4d59-ab63-af09f5cfd9cd tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for port, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:50.875024 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-8017b563-4a4b-4ef4-9d4d-09226eeb90a3 req-c2fd9548-9151-4d59-ab63-af09f5cfd9cd tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:50.891751 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['31758f7b-ea67-4200-9ad6-e01a0ceb2173'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 20:58:50.946473 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017b563-4a4b-4ef4-9d4d-09226eeb90a3 req-c2fd9548-9151-4d59-ab63-af09f5cfd9cd tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:50.947078 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-8017b563-4a4b-4ef4-9d4d-09226eeb90a3 req-c2fd9548-9151-4d59-ab63-af09f5cfd9cd tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:50.948422 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8017b563-4a4b-4ef4-9d4d-09226eeb90a3 req-c2fd9548-9151-4d59-ab63-af09f5cfd9cd tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "PUT /v2.0/ports/31758f7b-ea67-4200-9ad6-e01a0ceb2173 HTTP/1.1" status: 200 len: 942 time: 0.5001447 Mar 08 20:58:50.948847 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43fb2e6c-5189-4fa9-ac39-aea22e1f4a79', 'tag': '31758f7b-ea67-4200-9ad6-e01a0ceb2173'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:58:50.955037 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 46974) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:58:50.982327 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd9548-9151-4d59-ab63-af09f5cfd9cd tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Pushing event updated for resources: {'Port': ['ID=31758f7b-ea67-4200-9ad6-e01a0ceb2173,revision_number=7']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:58:51.078545 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b4872b92-36bc-4767-a50d-f5c02e4f5e16 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:51.088558 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['31758f7b-ea67-4200-9ad6-e01a0ceb2173'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 20:58:51.100247 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43fb2e6c-5189-4fa9-ac39-aea22e1f4a79', 'tag': '31758f7b-ea67-4200-9ad6-e01a0ceb2173', 'status': 'completed', 'code': 200} Mar 08 20:58:51.122104 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b4872b92-36bc-4767-a50d-f5c02e4f5e16 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:51.247543 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b4872b92-36bc-4767-a50d-f5c02e4f5e16 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:51.267315 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4872b92-36bc-4767-a50d-f5c02e4f5e16 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bdbd89-9706-41c2-a5da-146dbd0ff062,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:58:51.274672 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-315eb57d-6a21-4389-a331-9f02eaf3fc22 None None] Provisioning complete for port 31758f7b-ea67-4200-9ad6-e01a0ceb2173 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:58:51.275150 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-315eb57d-6a21-4389-a331-9f02eaf3fc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:51.275645 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8677376c-f37f-4c92-846d-92178ad5c652 req-2a0c94f6-0499-40bb-8853-fa502d6a26d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d72bfdad8b44af7965b57996433f5d4&device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 1098 time: 0.0963297 Mar 08 20:58:51.279322 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4872b92-36bc-4767-a50d-f5c02e4f5e16 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:58:51.279692 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4872b92-36bc-4767-a50d-f5c02e4f5e16 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:58:51.280019 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4872b92-36bc-4767-a50d-f5c02e4f5e16 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:58:51.280345 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4872b92-36bc-4767-a50d-f5c02e4f5e16 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:58:51.280676 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4872b92-36bc-4767-a50d-f5c02e4f5e16 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:58:51.280986 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4872b92-36bc-4767-a50d-f5c02e4f5e16 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:58:51.281302 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4872b92-36bc-4767-a50d-f5c02e4f5e16 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:58:51.281703 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4872b92-36bc-4767-a50d-f5c02e4f5e16 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:58:51.282025 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4872b92-36bc-4767-a50d-f5c02e4f5e16 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:58:51.282176 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06847e-9642-4f78-a3d0-dc062fe92015 req-2a72bfc1-a8fe-4eac-8896-f37cf8226e44 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:51.282350 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4872b92-36bc-4767-a50d-f5c02e4f5e16 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:58:51.282653 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4872b92-36bc-4767-a50d-f5c02e4f5e16 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:58:51.283530 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6e06847e-9642-4f78-a3d0-dc062fe92015 req-2a72bfc1-a8fe-4eac-8896-f37cf8226e44 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.1593614 Mar 08 20:58:51.290974 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-b4872b92-36bc-4767-a50d-f5c02e4f5e16 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:51.294963 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-b4872b92-36bc-4767-a50d-f5c02e4f5e16 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "DELETE /v2.0/security-groups/f3bdbd89-9706-41c2-a5da-146dbd0ff062 HTTP/1.1" status: 204 len: 168 time: 0.3382056 Mar 08 20:58:51.295545 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 46982) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:58:51.483153 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6e06847e-9642-4f78-a3d0-dc062fe92015 req-108c232c-7386-4bd3-b1db-fb47bfe03733 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731021 Mar 08 20:58:51.491586 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677376c-f37f-4c92-846d-92178ad5c652 req-e84e33bf-7d93-4649-b41a-a1b277020461 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:51.493003 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8677376c-f37f-4c92-846d-92178ad5c652 req-e84e33bf-7d93-4649-b41a-a1b277020461 service neutron] 10.222.0.21 "GET /v2.0/networks?id=488c4411-9d7e-46f1-8b25-66a4ca6b1e18 HTTP/1.1" status: 200 len: 915 time: 0.2079883 Mar 08 20:58:51.513431 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-3d2de3a1-50f4-4460-bbcf-3b284e564376 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Deleting port 465ae829-d942-4671-b145-6986df263828 {{(pid=83160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 20:58:51.513800 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-3d2de3a1-50f4-4460-bbcf-3b284e564376 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:51.603372 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8677376c-f37f-4c92-846d-92178ad5c652 req-7b9e1de0-fffa-4dea-bb0e-dcd1b66f4233 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31758f7b-ea67-4200-9ad6-e01a0ceb2173 HTTP/1.1" status: 200 len: 1001 time: 0.0967677 Mar 08 20:58:51.669478 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677376c-f37f-4c92-846d-92178ad5c652 req-5fe3746e-e433-4d48-917c-ee132c2452ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:51.670935 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8677376c-f37f-4c92-846d-92178ad5c652 req-5fe3746e-e433-4d48-917c-ee132c2452ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1dff7165-de1c-4deb-9ffd-70223a562ab3 HTTP/1.1" status: 200 len: 853 time: 0.0597186 Mar 08 20:58:51.681821 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-3d2de3a1-50f4-4460-bbcf-3b284e564376 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:51.682116 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-3d2de3a1-50f4-4460-bbcf-3b284e564376 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:51.748419 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8677376c-f37f-4c92-846d-92178ad5c652 req-823358ff-76ba-4378-be4a-4e6ece8a7588 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=488c4411-9d7e-46f1-8b25-66a4ca6b1e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0680187 Mar 08 20:58:51.801412 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-3d2de3a1-50f4-4460-bbcf-3b284e564376 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Calling delete_port for 465ae829-d942-4671-b145-6986df263828 owned by network:floatingip {{(pid=83160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 20:58:52.015255 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8677376c-f37f-4c92-846d-92178ad5c652 req-9ba17797-4268-4fc8-85f5-f0e672332ae7 service neutron] 10.222.0.21 "GET /v2.0/networks/488c4411-9d7e-46f1-8b25-66a4ca6b1e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325746 Mar 08 20:58:52.054304 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-3d2de3a1-50f4-4460-bbcf-3b284e564376 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:52.101469 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2de3a1-50f4-4460-bbcf-3b284e564376 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Pushing event deleted for resources: {'Port': ['ID=465ae829-d942-4671-b145-6986df263828,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:58:52.166915 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8677376c-f37f-4c92-846d-92178ad5c652 req-dc9aec50-304a-4d41-974d-0b2d55e536be service neutron] 10.222.0.21 "GET /v2.0/networks/488c4411-9d7e-46f1-8b25-66a4ca6b1e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332607 Mar 08 20:58:52.195745 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-3d2de3a1-50f4-4460-bbcf-3b284e564376 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks [] for floatingip, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:52.590617 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2de3a1-50f4-4460-bbcf-3b284e564376 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Router 984e2732-61fd-4440-aca5-2fd09650c314 has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:58:52.833624 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4545b-9c0f-441a-a323-34d0ef134c4f req-5ea5140d-3a4e-4038-8101-14d44d7d94ab tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:52.835157 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-f3a4545b-9c0f-441a-a323-34d0ef134c4f req-5ea5140d-3a4e-4038-8101-14d44d7d94ab tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.1776617 Mar 08 20:58:52.894842 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-f3a4545b-9c0f-441a-a323-34d0ef134c4f req-cfda064c-986b-4568-a72f-b920f86f2b1f tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530219 Mar 08 20:58:52.925744 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2de3a1-50f4-4460-bbcf-3b284e564376 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:58:52.935679 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ab1120-2cd2-4bd6-a077-19938fc1f91f None None] Sync routers for ids ['984e2732-61fd-4440-aca5-2fd09650c314'] in dv-cinder-832328-1-smb {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:58:52.957411 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-3d2de3a1-50f4-4460-bbcf-3b284e564376 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for floatingip, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:52.961687 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ab1120-2cd2-4bd6-a077-19938fc1f91f None None] Routers {'984e2732-61fd-4440-aca5-2fd09650c314'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:58:52.962410 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-e9ab1120-2cd2-4bd6-a077-19938fc1f91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:58:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['984e2732-61fd-4440-aca5-2fd09650c314'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:58:53.034275 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-3d2de3a1-50f4-4460-bbcf-3b284e564376 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "DELETE /v2.0/floatingips/e43d01a0-de41-41c2-b43f-ee8e44bb3ee3 HTTP/1.1" status: 204 len: 168 time: 1.7376344 Mar 08 20:58:53.036132 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43fb2e6c-5189-4fa9-ac39-aea22e1f4a79', 'tag': '31758f7b-ea67-4200-9ad6-e01a0ceb2173'}] {{(pid=83160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:58:53.219795 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-e9ab1120-2cd2-4bd6-a077-19938fc1f91f None None] Set router 984e2732-61fd-4440-aca5-2fd09650c314 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:58:53.329847 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-0cb77462-6e33-4908-a2ac-4e3423abec73 req-ba39ade5-bc4f-48fd-a755-6e76f6683b01 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1942561 Mar 08 20:58:53.357460 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43fb2e6c-5189-4fa9-ac39-aea22e1f4a79', 'tag': '31758f7b-ea67-4200-9ad6-e01a0ceb2173', 'status': 'completed', 'code': 200} Mar 08 20:58:53.443156 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-0cb77462-6e33-4908-a2ac-4e3423abec73 req-2ac2b0b8-1282-4e05-9792-9524dfa7fee0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d72bfdad8b44af7965b57996433f5d4&device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 1098 time: 0.0821888 Mar 08 20:58:53.670878 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-e9ab1120-2cd2-4bd6-a077-19938fc1f91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984e2732-61fd-4440-aca5-2fd09650c314', 'name': 'tempest-TestMinimumBasicScenario-508980272-router', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e08bc6e2-1af3-455c-8354-2eed83537f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:42Z', 'updated_at': '2022-03-08T20:54:46Z', 'revision_number': 4, 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'gw_port': {'id': 'e08bc6e2-1af3-455c-8354-2eed83537f80', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984e2732-61fd-4440-aca5-2fd09650c314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:42Z', 'updated_at': '2022-03-08T20:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'dee6afe7-c29e-41ae-91a5-fc0512e51dca', 'name': '', 'network_id': '488c4411-9d7e-46f1-8b25-66a4ca6b1e18', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'mac_address': 'fa:16:3e:74:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984e2732-61fd-4440-aca5-2fd09650c314', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dff7165-de1c-4deb-9ffd-70223a562ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:45Z', 'updated_at': '2022-03-08T20:54:55Z', 'revision_number': 5, 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'subnets': [{'id': '1dff7165-de1c-4deb-9ffd-70223a562ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:58:53.686413 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ab1120-2cd2-4bd6-a077-19938fc1f91f None None] Checking router: 984e2732-61fd-4440-aca5-2fd09650c314 for host: dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:58:53.712372 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ab1120-2cd2-4bd6-a077-19938fc1f91f None None] Routers {'984e2732-61fd-4440-aca5-2fd09650c314'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:58:53.713000 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-e9ab1120-2cd2-4bd6-a077-19938fc1f91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:58:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['984e2732-61fd-4440-aca5-2fd09650c314'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:58:53.745693 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb77462-6e33-4908-a2ac-4e3423abec73 req-2bb8e69b-02e1-49c5-81e7-230b3b1ddc1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:53.747538 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-0cb77462-6e33-4908-a2ac-4e3423abec73 req-2bb8e69b-02e1-49c5-81e7-230b3b1ddc1e service neutron] 10.222.0.21 "GET /v2.0/networks?id=488c4411-9d7e-46f1-8b25-66a4ca6b1e18 HTTP/1.1" status: 200 len: 915 time: 0.2738938 Mar 08 20:58:53.835284 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-0cb77462-6e33-4908-a2ac-4e3423abec73 req-a03c1719-60ec-4af6-997a-7b1d3f49e79b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31758f7b-ea67-4200-9ad6-e01a0ceb2173 HTTP/1.1" status: 200 len: 217 time: 0.0723786 Mar 08 20:58:53.920749 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb77462-6e33-4908-a2ac-4e3423abec73 req-6bfbe8fc-2219-46ed-be18-08825d9ab8a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:53.922136 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-0cb77462-6e33-4908-a2ac-4e3423abec73 req-6bfbe8fc-2219-46ed-be18-08825d9ab8a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1dff7165-de1c-4deb-9ffd-70223a562ab3 HTTP/1.1" status: 200 len: 853 time: 0.0799978 Mar 08 20:58:53.952214 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-e9ab1120-2cd2-4bd6-a077-19938fc1f91f None None] Set router 984e2732-61fd-4440-aca5-2fd09650c314 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:58:54.010926 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-0cb77462-6e33-4908-a2ac-4e3423abec73 req-04f7f9f4-fc8f-4ca7-b149-83d8945c8ac0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=488c4411-9d7e-46f1-8b25-66a4ca6b1e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817223 Mar 08 20:58:54.315054 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-0cb77462-6e33-4908-a2ac-4e3423abec73 req-84087ae4-decd-405d-93ad-a4fa16ecf17f service neutron] 10.222.0.21 "GET /v2.0/networks/488c4411-9d7e-46f1-8b25-66a4ca6b1e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969697 Mar 08 20:58:54.322857 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a17756-dc8f-4bb6-927a-01fdacef687e req-ad3ba280-5107-4e95-a881-ca09f75b7fa2 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:54.324397 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-07a17756-dc8f-4bb6-927a-01fdacef687e req-ad3ba280-5107-4e95-a881-ca09f75b7fa2 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.2246335 Mar 08 20:58:54.378486 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-e9ab1120-2cd2-4bd6-a077-19938fc1f91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984e2732-61fd-4440-aca5-2fd09650c314', 'name': 'tempest-TestMinimumBasicScenario-508980272-router', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e08bc6e2-1af3-455c-8354-2eed83537f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:42Z', 'updated_at': '2022-03-08T20:54:46Z', 'revision_number': 4, 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'gw_port': {'id': 'e08bc6e2-1af3-455c-8354-2eed83537f80', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984e2732-61fd-4440-aca5-2fd09650c314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:42Z', 'updated_at': '2022-03-08T20:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'dee6afe7-c29e-41ae-91a5-fc0512e51dca', 'name': '', 'network_id': '488c4411-9d7e-46f1-8b25-66a4ca6b1e18', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'mac_address': 'fa:16:3e:74:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984e2732-61fd-4440-aca5-2fd09650c314', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dff7165-de1c-4deb-9ffd-70223a562ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:45Z', 'updated_at': '2022-03-08T20:54:55Z', 'revision_number': 5, 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'subnets': [{'id': '1dff7165-de1c-4deb-9ffd-70223a562ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:58:54.386558 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ab1120-2cd2-4bd6-a077-19938fc1f91f None None] The sync data for ids ['984e2732-61fd-4440-aca5-2fd09650c314'] in dv-cinder-832328-1-smb is: [{'id': '984e2732-61fd-4440-aca5-2fd09650c314', 'name': 'tempest-TestMinimumBasicScenario-508980272-router', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e08bc6e2-1af3-455c-8354-2eed83537f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:42Z', 'updated_at': '2022-03-08T20:54:46Z', 'revision_number': 4, 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'gw_port': {'id': 'e08bc6e2-1af3-455c-8354-2eed83537f80', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984e2732-61fd-4440-aca5-2fd09650c314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:42Z', 'updated_at': '2022-03-08T20:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'dee6afe7-c29e-41ae-91a5-fc0512e51dca', 'name': '', 'network_id': '488c4411-9d7e-46f1-8b25-66a4ca6b1e18', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'mac_address': 'fa:16:3e:74:cf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984e2732-61fd-4440-aca5-2fd09650c314', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dff7165-de1c-4deb-9ffd-70223a562ab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:45Z', 'updated_at': '2022-03-08T20:54:55Z', 'revision_number': 5, 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'subnets': [{'id': '1dff7165-de1c-4deb-9ffd-70223a562ab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:58:54.459587 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-07a17756-dc8f-4bb6-927a-01fdacef687e req-e037c523-3330-4c3c-82c2-49d88912ba4d tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117747 Mar 08 20:58:54.547050 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-0cb77462-6e33-4908-a2ac-4e3423abec73 req-f76978c5-2f0e-46ee-be23-66b8ca5a696c service neutron] 10.222.0.21 "GET /v2.0/networks/488c4411-9d7e-46f1-8b25-66a4ca6b1e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216704 Mar 08 20:58:54.759667 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-457fd056-c670-4b35-87c2-24c7e074aecc req-68680764-50e0-49d9-b0ea-106e5e482e24 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d72bfdad8b44af7965b57996433f5d4&device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 1098 time: 0.1480787 Mar 08 20:58:54.774449 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f9d239-3ed7-4cd4-9a9e-9e4400b747bb None None] New status for floating IP e43d01a0-de41-41c2-b43f-ee8e44bb3ee3: DOWN {{(pid=83163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 08 20:58:55.026636 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fd056-c670-4b35-87c2-24c7e074aecc req-015a771e-75d3-4f83-8b33-f9719c9b144b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:55.028406 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-457fd056-c670-4b35-87c2-24c7e074aecc req-015a771e-75d3-4f83-8b33-f9719c9b144b service neutron] 10.222.0.21 "GET /v2.0/networks?id=488c4411-9d7e-46f1-8b25-66a4ca6b1e18 HTTP/1.1" status: 200 len: 915 time: 0.2604609 Mar 08 20:58:55.119492 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-457fd056-c670-4b35-87c2-24c7e074aecc req-e8accee6-8bb2-4b73-a23e-50ab1f5851a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31758f7b-ea67-4200-9ad6-e01a0ceb2173 HTTP/1.1" status: 200 len: 217 time: 0.0834169 Mar 08 20:58:55.208017 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fd056-c670-4b35-87c2-24c7e074aecc req-e4ad1638-80ee-4bc0-b96c-17528d7436db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:55.209349 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-457fd056-c670-4b35-87c2-24c7e074aecc req-e4ad1638-80ee-4bc0-b96c-17528d7436db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1dff7165-de1c-4deb-9ffd-70223a562ab3 HTTP/1.1" status: 200 len: 853 time: 0.0806820 Mar 08 20:58:55.321590 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-457fd056-c670-4b35-87c2-24c7e074aecc req-cc4049a9-1bd2-479d-b9cc-dd6cd8e55f44 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=488c4411-9d7e-46f1-8b25-66a4ca6b1e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1036596 Mar 08 20:58:55.467521 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-457fd056-c670-4b35-87c2-24c7e074aecc req-c4b93eb0-e848-4b21-be4c-aca683fe8e45 service neutron] 10.222.0.21 "GET /v2.0/networks/488c4411-9d7e-46f1-8b25-66a4ca6b1e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375823 Mar 08 20:58:55.663757 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-457fd056-c670-4b35-87c2-24c7e074aecc req-65aadccc-1ae7-4907-856a-01184c2f7596 service neutron] 10.222.0.21 "GET /v2.0/networks/488c4411-9d7e-46f1-8b25-66a4ca6b1e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852293 Mar 08 20:58:55.703144 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f81e6-1900-4b42-9172-88b8bfb9019f req-a42c4549-36fe-469f-8bd9-96d6ace74826 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:55.714320 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-8e5f81e6-1900-4b42-9172-88b8bfb9019f req-a42c4549-36fe-469f-8bd9-96d6ace74826 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.0903885 Mar 08 20:58:55.788465 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-8e5f81e6-1900-4b42-9172-88b8bfb9019f req-918e7b41-daec-4a35-b636-08019051fd17 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723271 Mar 08 20:58:56.869107 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8631ba8-c67c-4580-b304-71efa40f0c4e req-b9ecfbd0-3d8e-478a-80eb-9b827729ca65 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:56.869861 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-d8631ba8-c67c-4580-b304-71efa40f0c4e req-b9ecfbd0-3d8e-478a-80eb-9b827729ca65 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Synchronizing usage tracker for tenant:1d72bfdad8b44af7965b57996433f5d4 on resource:port {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:58:56.890617 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-d8631ba8-c67c-4580-b304-71efa40f0c4e req-b9ecfbd0-3d8e-478a-80eb-9b827729ca65 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Unset dirty status for tenant:1d72bfdad8b44af7965b57996433f5d4 on resource:port {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:58:56.891823 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-d8631ba8-c67c-4580-b304-71efa40f0c4e req-b9ecfbd0-3d8e-478a-80eb-9b827729ca65 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 945 time: 0.1075680 Mar 08 20:58:56.938951 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-d8631ba8-c67c-4580-b304-71efa40f0c4e req-ac27086d-cc52-4c11-a974-b1667e9fcf8b tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Synchronizing usage tracker for tenant:1d72bfdad8b44af7965b57996433f5d4 on resource:security_group {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:58:56.962090 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-d8631ba8-c67c-4580-b304-71efa40f0c4e req-ac27086d-cc52-4c11-a974-b1667e9fcf8b tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Unset dirty status for tenant:1d72bfdad8b44af7965b57996433f5d4 on resource:security_group {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:58:56.963394 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-d8631ba8-c67c-4580-b304-71efa40f0c4e req-ac27086d-cc52-4c11-a974-b1667e9fcf8b tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653377 Mar 08 20:58:57.017394 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e204f-cff8-4745-9eef-6f91133bde5a req-c1e08036-ab07-495b-ba6d-7889fcd3b627 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:57.018926 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-cc3e204f-cff8-4745-9eef-6f91133bde5a req-c1e08036-ab07-495b-ba6d-7889fcd3b627 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.0925438 Mar 08 20:58:57.066224 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-cc3e204f-cff8-4745-9eef-6f91133bde5a req-ea5e4472-7c53-4131-b5ef-1d2b79b2c6a6 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413542 Mar 08 20:58:58.170804 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a909a1d-4f06-4970-a31f-501cf15055f5 req-18b1d1cc-2864-407f-93a8-3c23bace4817 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:58.178060 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6a909a1d-4f06-4970-a31f-501cf15055f5 req-18b1d1cc-2864-407f-93a8-3c23bace4817 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 945 time: 0.0908473 Mar 08 20:58:58.232727 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6a909a1d-4f06-4970-a31f-501cf15055f5 req-34e73fb3-789b-4008-bf5d-edc58dd3293c tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536895 Mar 08 20:58:58.343364 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d3aa7-8e94-4fb5-b9d9-5a9c0bf93fd9 req-05475700-cece-447e-a4aa-3db886c82ba4 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:58.344863 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-191d3aa7-8e94-4fb5-b9d9-5a9c0bf93fd9 req-05475700-cece-447e-a4aa-3db886c82ba4 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.0880885 Mar 08 20:58:58.395704 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-191d3aa7-8e94-4fb5-b9d9-5a9c0bf93fd9 req-ea40210b-3a5b-4afd-9ef9-b917ba9082d3 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453389 Mar 08 20:58:59.402531 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c14cbb-c8f0-4cd7-be08-787837af1201 req-63655fc8-f48c-4f4d-8f37-bb710980e08a tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:59.404746 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c8c14cbb-c8f0-4cd7-be08-787837af1201 req-63655fc8-f48c-4f4d-8f37-bb710980e08a tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.21 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 945 time: 0.0987859 Mar 08 20:58:59.421435 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936422f-70eb-4a28-a42d-aa3cd17d9f2c req-1f3a188f-04a6-470b-9da0-da7914b6460e tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:59.428745 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-a936422f-70eb-4a28-a42d-aa3cd17d9f2c req-1f3a188f-04a6-470b-9da0-da7914b6460e tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 945 time: 0.0831244 Mar 08 20:58:59.482979 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-a936422f-70eb-4a28-a42d-aa3cd17d9f2c req-1891f08f-678f-4403-a412-30a937fa2f3d tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/security-groups?id=de632d4c-9170-40c9-9954-6fa01678de38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532801 Mar 08 20:58:59.521963 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [req-c8c14cbb-c8f0-4cd7-be08-787837af1201 req-63f66802-fe34-4643-ac5b-afba28192da2 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Deleting port 31758f7b-ea67-4200-9ad6-e01a0ceb2173 {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 20:58:59.522285 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-c8c14cbb-c8f0-4cd7-be08-787837af1201 req-63f66802-fe34-4643-ac5b-afba28192da2 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:59.823549 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59e291-9270-4924-a920-6d54fc453a8f req-82dc5f7f-e925-46db-b438-3dd214419d7f tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:58:59.825008 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9f59e291-9270-4924-a920-6d54fc453a8f req-82dc5f7f-e925-46db-b438-3dd214419d7f tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.2563877 Mar 08 20:58:59.909216 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-c8c14cbb-c8f0-4cd7-be08-787837af1201 req-63f66802-fe34-4643-ac5b-afba28192da2 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] For port 31758f7b-ea67-4200-9ad6-e01a0ceb2173, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=31758f7b-ea67-4200-9ad6-e01a0ceb2173,segment=NetworkSegment(192e8541-4acf-4181-b51a-2492d8ed4c4e),segment_id=192e8541-4acf-4181-b51a-2492d8ed4c4e)] {{(pid=83161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:58:59.909636 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-c8c14cbb-c8f0-4cd7-be08-787837af1201 req-63f66802-fe34-4643-ac5b-afba28192da2 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:58:59.925794 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9f59e291-9270-4924-a920-6d54fc453a8f req-f2406113-b080-496c-86f6-16d307482fd9 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937381 Mar 08 20:59:00.119141 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [req-c8c14cbb-c8f0-4cd7-be08-787837af1201 req-63f66802-fe34-4643-ac5b-afba28192da2 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Calling delete_port for 31758f7b-ea67-4200-9ad6-e01a0ceb2173 owned by compute:nova {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 20:59:00.261732 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-c8c14cbb-c8f0-4cd7-be08-787837af1201 req-63f66802-fe34-4643-ac5b-afba28192da2 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:00.276479 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['31758f7b-ea67-4200-9ad6-e01a0ceb2173'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 20:59:00.316632 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f66802-fe34-4643-ac5b-afba28192da2 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Pushing event deleted for resources: {'Port': ['ID=31758f7b-ea67-4200-9ad6-e01a0ceb2173,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:00.329118 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f66802-fe34-4643-ac5b-afba28192da2 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:00.329452 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f66802-fe34-4643-ac5b-afba28192da2 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:00.330015 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f66802-fe34-4643-ac5b-afba28192da2 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:00.330225 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f66802-fe34-4643-ac5b-afba28192da2 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:00.330540 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f66802-fe34-4643-ac5b-afba28192da2 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:00.330874 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f66802-fe34-4643-ac5b-afba28192da2 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:00.331325 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f66802-fe34-4643-ac5b-afba28192da2 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:00.331652 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f66802-fe34-4643-ac5b-afba28192da2 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:00.332446 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f66802-fe34-4643-ac5b-afba28192da2 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:00.332446 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f66802-fe34-4643-ac5b-afba28192da2 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:00.332611 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f66802-fe34-4643-ac5b-afba28192da2 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:00.414022 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c14cbb-c8f0-4cd7-be08-787837af1201 req-63f66802-fe34-4643-ac5b-afba28192da2 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] No DVR routers for this DVR port 31758f7b-ea67-4200-9ad6-e01a0ceb2173 on host hv-cinder-83232 {{(pid=83161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:59:00.416761 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-c8c14cbb-c8f0-4cd7-be08-787837af1201 req-63f66802-fe34-4643-ac5b-afba28192da2 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:00.420707 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fb2e6c-5189-4fa9-ac39-aea22e1f4a79', 'name': 'network-vif-deleted', 'tag': '31758f7b-ea67-4200-9ad6-e01a0ceb2173'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:59:00.437451 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c8c14cbb-c8f0-4cd7-be08-787837af1201 req-63f66802-fe34-4643-ac5b-afba28192da2 tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.21 "DELETE /v2.0/ports/31758f7b-ea67-4200-9ad6-e01a0ceb2173 HTTP/1.1" status: 204 len: 173 time: 1.0262511 Mar 08 20:59:00.496972 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43fb2e6c-5189-4fa9-ac39-aea22e1f4a79', 'name': 'network-vif-deleted', 'tag': '31758f7b-ea67-4200-9ad6-e01a0ceb2173', 'status': 'completed', 'code': 200} Mar 08 20:59:00.663953 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-0a3acefe-f609-4772-944e-0004f96261ce req-e649c6a0-7967-4b18-a71c-e345e5c5bc9d tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Synchronizing usage tracker for tenant:1d72bfdad8b44af7965b57996433f5d4 on resource:port {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:59:00.691426 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-0a3acefe-f609-4772-944e-0004f96261ce req-e649c6a0-7967-4b18-a71c-e345e5c5bc9d tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] Unset dirty status for tenant:1d72bfdad8b44af7965b57996433f5d4 on resource:port {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:59:00.704158 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-0a3acefe-f609-4772-944e-0004f96261ce req-e649c6a0-7967-4b18-a71c-e345e5c5bc9d tempest-TestMinimumBasicScenario-1868728101 tempest-TestMinimumBasicScenario-1868728101-project] 10.222.0.39 "GET /v2.0/ports?device_id=43fb2e6c-5189-4fa9-ac39-aea22e1f4a79 HTTP/1.1" status: 200 len: 210 time: 0.1062918 Mar 08 20:59:01.324431 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a29e6-1e86-4584-93c3-95637c43d8c6 req-e78909c9-46ac-4987-8e81-3eded72d938b tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:01.326740 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-596a29e6-1e86-4584-93c3-95637c43d8c6 req-e78909c9-46ac-4987-8e81-3eded72d938b tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.0907464 Mar 08 20:59:01.387424 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-596a29e6-1e86-4584-93c3-95637c43d8c6 req-17d65919-f66f-4433-92ad-af3e589781b6 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536706 Mar 08 20:59:02.381457 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 47102) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:59:02.407081 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 31758f7b-ea67-4200-9ad6-e01a0ceb2173 no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 20:59:02.451115 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] No Port match for: 31758f7b-ea67-4200-9ad6-e01a0ceb2173 {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 20:59:02.451749 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 31758f7b-ea67-4200-9ad6-e01a0ceb2173 not bound to the agent host hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 20:59:02.637246 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42458149-6a4e-4723-8f7a-6a0a666868bf req-a2403114-44db-4eb3-96bd-59c4a6dfc375 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:02.645614 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-42458149-6a4e-4723-8f7a-6a0a666868bf req-a2403114-44db-4eb3-96bd-59c4a6dfc375 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.0879073 Mar 08 20:59:02.695139 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-42458149-6a4e-4723-8f7a-6a0a666868bf req-46555fe6-85c9-4625-9b41-31c7d2416fff tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469685 Mar 08 20:59:02.896425 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-3e8bb63b-9454-4596-99d2-341371cbf2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-357242'] for router_interface, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:03.527325 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-3e8bb63b-9454-4596-99d2-341371cbf2f4 admin admin] Deleting port dee6afe7-c29e-41ae-91a5-fc0512e51dca {{(pid=83160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 20:59:03.527984 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-3e8bb63b-9454-4596-99d2-341371cbf2f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:03.710039 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [None req-3e8bb63b-9454-4596-99d2-341371cbf2f4 admin admin] For port dee6afe7-c29e-41ae-91a5-fc0512e51dca, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=dee6afe7-c29e-41ae-91a5-fc0512e51dca,segment=NetworkSegment(192e8541-4acf-4181-b51a-2492d8ed4c4e),segment_id=192e8541-4acf-4181-b51a-2492d8ed4c4e)] {{(pid=83160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:59:03.710386 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-3e8bb63b-9454-4596-99d2-341371cbf2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:03.833300 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-3e8bb63b-9454-4596-99d2-341371cbf2f4 admin admin] Calling delete_port for dee6afe7-c29e-41ae-91a5-fc0512e51dca owned by network:router_interface {{(pid=83160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 20:59:03.985509 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719eaa93-e741-412b-9376-5898b43be15b req-c98c4444-027c-4147-8365-c4a8135fdc7c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:03.986997 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-719eaa93-e741-412b-9376-5898b43be15b req-c98c4444-027c-4147-8365-c4a8135fdc7c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.1210849 Mar 08 20:59:04.075177 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-719eaa93-e741-412b-9376-5898b43be15b req-60dc120a-ebed-4bb4-a78f-906ed68d16c7 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796006 Mar 08 20:59:04.203987 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-3e8bb63b-9454-4596-99d2-341371cbf2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:04.255536 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8bb63b-9454-4596-99d2-341371cbf2f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dee6afe7-c29e-41ae-91a5-fc0512e51dca,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:04.588253 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-3e8bb63b-9454-4596-99d2-341371cbf2f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3538202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-357165'] for router_interface, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:05.231291 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8bb63b-9454-4596-99d2-341371cbf2f4 admin admin] Router 984e2732-61fd-4440-aca5-2fd09650c314 has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:59:05.320123 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a810c8-f71f-43c8-b357-e8b3678302e9 req-1a633511-d4ab-4a90-a3cd-0d81149179c9 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:05.327678 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c3a810c8-f71f-43c8-b357-e8b3678302e9 req-1a633511-d4ab-4a90-a3cd-0d81149179c9 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.0882590 Mar 08 20:59:05.378246 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c3a810c8-f71f-43c8-b357-e8b3678302e9 req-e819207b-6986-4971-870a-a28c5ea8f7ec tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492053 Mar 08 20:59:05.447396 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8bb63b-9454-4596-99d2-341371cbf2f4 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:59:05.460883 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd6a26b-8ace-4ce6-9088-80d7985599ca None None] Sync routers for ids ['984e2732-61fd-4440-aca5-2fd09650c314'] in dv-cinder-832328-1-smb {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:59:05.471416 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-3e8bb63b-9454-4596-99d2-341371cbf2f4 admin admin] 10.222.0.39 "PUT /v2.0/routers/984e2732-61fd-4440-aca5-2fd09650c314/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0861902 Mar 08 20:59:05.472189 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47124) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:59:05.473721 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd6a26b-8ace-4ce6-9088-80d7985599ca None None] Routers {'984e2732-61fd-4440-aca5-2fd09650c314'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:59:05.474421 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-7fd6a26b-8ace-4ce6-9088-80d7985599ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:58:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['984e2732-61fd-4440-aca5-2fd09650c314'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:59:05.690714 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-08c07769-bcdb-49a9-a983-8900c8d69115 admin admin] Notify callbacks [] for router, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:05.711421 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-7fd6a26b-8ace-4ce6-9088-80d7985599ca None None] Set router 984e2732-61fd-4440-aca5-2fd09650c314 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:59:05.888765 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-08c07769-bcdb-49a9-a983-8900c8d69115 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:05.898497 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-08c07769-bcdb-49a9-a983-8900c8d69115 admin admin] Deleting port e08bc6e2-1af3-455c-8354-2eed83537f80 {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 20:59:05.898841 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-08c07769-bcdb-49a9-a983-8900c8d69115 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:05.995875 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-7fd6a26b-8ace-4ce6-9088-80d7985599ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984e2732-61fd-4440-aca5-2fd09650c314', 'name': 'tempest-TestMinimumBasicScenario-508980272-router', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'e08bc6e2-1af3-455c-8354-2eed83537f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:42Z', 'updated_at': '2022-03-08T20:59:04Z', 'revision_number': 5, 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'gw_port': {'id': 'e08bc6e2-1af3-455c-8354-2eed83537f80', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984e2732-61fd-4440-aca5-2fd09650c314', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:42Z', 'updated_at': '2022-03-08T20:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:59:05.999482 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd6a26b-8ace-4ce6-9088-80d7985599ca None None] Checking router: 984e2732-61fd-4440-aca5-2fd09650c314 for host: dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:59:06.009568 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd6a26b-8ace-4ce6-9088-80d7985599ca None None] Routers {'984e2732-61fd-4440-aca5-2fd09650c314'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:59:06.010183 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-7fd6a26b-8ace-4ce6-9088-80d7985599ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:58:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['984e2732-61fd-4440-aca5-2fd09650c314'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:59:06.069987 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [None req-08c07769-bcdb-49a9-a983-8900c8d69115 admin admin] For port e08bc6e2-1af3-455c-8354-2eed83537f80, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=e08bc6e2-1af3-455c-8354-2eed83537f80,segment=NetworkSegment(270771a1-e195-4c27-89e2-1537a366dca1),segment_id=270771a1-e195-4c27-89e2-1537a366dca1)] {{(pid=83161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:59:06.070337 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-08c07769-bcdb-49a9-a983-8900c8d69115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:06.153192 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-7fd6a26b-8ace-4ce6-9088-80d7985599ca None None] Set router 984e2732-61fd-4440-aca5-2fd09650c314 gateway port host: None {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:59:06.186496 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-08c07769-bcdb-49a9-a983-8900c8d69115 admin admin] Calling delete_port for e08bc6e2-1af3-455c-8354-2eed83537f80 owned by network:router_gateway {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 20:59:06.253868 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-7fd6a26b-8ace-4ce6-9088-80d7985599ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984e2732-61fd-4440-aca5-2fd09650c314', 'name': 'tempest-TestMinimumBasicScenario-508980272-router', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:42Z', 'updated_at': '2022-03-08T20:59:05Z', 'revision_number': 6, 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'gw_port_host': None}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:59:06.257531 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd6a26b-8ace-4ce6-9088-80d7985599ca None None] The sync data for ids ['984e2732-61fd-4440-aca5-2fd09650c314'] in dv-cinder-832328-1-smb is: [{'id': '984e2732-61fd-4440-aca5-2fd09650c314', 'name': 'tempest-TestMinimumBasicScenario-508980272-router', 'tenant_id': '1d72bfdad8b44af7965b57996433f5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:42Z', 'updated_at': '2022-03-08T20:59:05Z', 'revision_number': 6, 'project_id': '1d72bfdad8b44af7965b57996433f5d4', 'gw_port_host': None}] {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:59:06.534888 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-08c07769-bcdb-49a9-a983-8900c8d69115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:06.576554 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c07769-bcdb-49a9-a983-8900c8d69115 admin admin] Pushing event deleted for resources: {'Port': ['ID=e08bc6e2-1af3-455c-8354-2eed83537f80,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:06.593287 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4bc4ab-6dc3-49ce-aa05-1e4c50310a60 req-23588d26-0e9c-4aa0-bc86-7f5aa9995e73 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:06.595363 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-7a4bc4ab-6dc3-49ce-aa05-1e4c50310a60 req-23588d26-0e9c-4aa0-bc86-7f5aa9995e73 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.0774841 Mar 08 20:59:06.649796 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-7a4bc4ab-6dc3-49ce-aa05-1e4c50310a60 req-a2106b2c-7d69-4a40-9f35-0bd30fe04bb0 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433424 Mar 08 20:59:06.839159 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-08c07769-bcdb-49a9-a983-8900c8d69115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-356711'] for router_gateway, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:07.093405 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device dee6afe7-c29e-41ae-91a5-fc0512e51dca no longer exists at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 20:59:07.098910 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-08c07769-bcdb-49a9-a983-8900c8d69115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-361367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8632'] for router, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:07.106781 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d3e6d244-eab4-449c-8568-6789b8206ed1 req-4beb9874-295f-4781-ac88-4414ae57dec4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55267becfde149f1a4014dbf3988abc1&device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 1098 time: 0.3139591 Mar 08 20:59:07.108778 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-08c07769-bcdb-49a9-a983-8900c8d69115 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:07.126183 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] No Port match for: dee6afe7-c29e-41ae-91a5-fc0512e51dca {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 20:59:07.126712 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device dee6afe7-c29e-41ae-91a5-fc0512e51dca not bound to the agent host dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 20:59:07.127292 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device e08bc6e2-1af3-455c-8354-2eed83537f80 no longer exists at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 20:59:07.166980 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] No Port match for: e08bc6e2-1af3-455c-8354-2eed83537f80 {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 20:59:07.167319 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device e08bc6e2-1af3-455c-8354-2eed83537f80 not bound to the agent host dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 20:59:07.266555 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-08c07769-bcdb-49a9-a983-8900c8d69115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-361275'] for router, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:07.267103 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c07769-bcdb-49a9-a983-8900c8d69115 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 984e2732-61fd-4440-aca5-2fd09650c314 {{(pid=83161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:59:07.299645 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-08c07769-bcdb-49a9-a983-8900c8d69115 admin admin] Notify callbacks [] for router, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:07.300763 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-08c07769-bcdb-49a9-a983-8900c8d69115 admin admin] 10.222.0.39 "DELETE /v2.0/routers/984e2732-61fd-4440-aca5-2fd09650c314 HTTP/1.1" status: 204 len: 168 time: 1.8275621 Mar 08 20:59:07.303311 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 47136) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:59:07.319404 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6d244-eab4-449c-8568-6789b8206ed1 req-88d97cfe-8466-4ce0-b3e4-72fd789e6ac2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:07.321055 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d3e6d244-eab4-449c-8568-6789b8206ed1 req-88d97cfe-8466-4ce0-b3e4-72fd789e6ac2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=00070523-754b-4fd2-826d-d4ba066d78ff HTTP/1.1" status: 200 len: 917 time: 0.2071540 Mar 08 20:59:07.376213 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_v2 [None req-04191fa4-0c24-4fda-9aff-9782e7c12057 admin admin] Deleting subnet 1dff7165-de1c-4deb-9ffd-70223a562ab3 {{(pid=83160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 08 20:59:07.379212 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-04191fa4-0c24-4fda-9aff-9782e7c12057 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:07.426116 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d3e6d244-eab4-449c-8568-6789b8206ed1 req-75730e25-ffa6-41ab-b7dc-2e9aff73090e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06b57522-9205-4422-a2d3-e6a0512f90d3 HTTP/1.1" status: 200 len: 1001 time: 0.0983777 Mar 08 20:59:07.428815 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-04191fa4-0c24-4fda-9aff-9782e7c12057 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1387715'] for subnet, precommit_delete_associations {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:07.575934 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6d244-eab4-449c-8568-6789b8206ed1 req-e0381fa0-a560-4230-a2e8-e877cd04d8b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:07.577901 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d3e6d244-eab4-449c-8568-6789b8206ed1 req-e0381fa0-a560-4230-a2e8-e877cd04d8b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8 HTTP/1.1" status: 200 len: 855 time: 0.1454976 Mar 08 20:59:07.644622 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-04191fa4-0c24-4fda-9aff-9782e7c12057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558918'] for subnet, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:07.652063 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d3e6d244-eab4-449c-8568-6789b8206ed1 req-1d503d59-eb52-4e39-a654-7791cd8f020c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00070523-754b-4fd2-826d-d4ba066d78ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0678513 Mar 08 20:59:07.711978 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-04191fa4-0c24-4fda-9aff-9782e7c12057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3558927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1387613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1778459'] for subnet, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:07.748724 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04191fa4-0c24-4fda-9aff-9782e7c12057 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dff7165-de1c-4deb-9ffd-70223a562ab3,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:07.759592 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-04191fa4-0c24-4fda-9aff-9782e7c12057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for subnet, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:07.767011 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d409cf23-16ec-4b53-b217-ec64e293b028 None None] Network 488c4411-9d7e-46f1-8b25-66a4ca6b1e18 requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:59:07.769144 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-04191fa4-0c24-4fda-9aff-9782e7c12057 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1dff7165-de1c-4deb-9ffd-70223a562ab3 HTTP/1.1" status: 204 len: 168 time: 0.4648128 Mar 08 20:59:07.771643 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 47142) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:59:07.801843 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d3e6d244-eab4-449c-8568-6789b8206ed1 req-59f09ddb-705a-4365-896c-145b6b04652c service neutron] 10.222.0.21 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425724 Mar 08 20:59:07.885038 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-7e175424-57d9-4d5f-97d5-c6bc511c00d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468514'] for network, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:07.895303 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-7e175424-57d9-4d5f-97d5-c6bc511c00d9 admin admin] Deleting port ae337803-aeeb-4094-ba15-40ce3f9a541c {{(pid=83160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 20:59:07.895549 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-7e175424-57d9-4d5f-97d5-c6bc511c00d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:07.989793 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d3e6d244-eab4-449c-8568-6789b8206ed1 req-659c8e64-6f6c-4234-b80c-127fb1f45912 service neutron] 10.222.0.21 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584811 Mar 08 20:59:07.996090 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3a4f4-d102-4ed9-91af-7abce8dd47d0 req-0a759504-6d4a-4349-8309-f7e34c2dc05a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:07.997929 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-48d3a4f4-d102-4ed9-91af-7abce8dd47d0 req-0a759504-6d4a-4349-8309-f7e34c2dc05a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.1995723 Mar 08 20:59:08.027264 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2f3404-82c8-419c-9359-07b738792dea None None] DHCP port deletion for 488c4411-9d7e-46f1-8b25-66a4ca6b1e18 request from dv-cinder-832328-1-smb {{(pid=83162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 08 20:59:08.031395 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-1a2f3404-82c8-419c-9359-07b738792dea None None] Deleting port ae337803-aeeb-4094-ba15-40ce3f9a541c {{(pid=83162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 20:59:08.032108 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3404-82c8-419c-9359-07b738792dea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:08.047993 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-48d3a4f4-d102-4ed9-91af-7abce8dd47d0 req-796ffde3-dc60-4ace-950b-de724eb64c2a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426486 Mar 08 20:59:08.105545 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [None req-7e175424-57d9-4d5f-97d5-c6bc511c00d9 admin admin] For port ae337803-aeeb-4094-ba15-40ce3f9a541c, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=ae337803-aeeb-4094-ba15-40ce3f9a541c,segment=NetworkSegment(192e8541-4acf-4181-b51a-2492d8ed4c4e),segment_id=192e8541-4acf-4181-b51a-2492d8ed4c4e)] {{(pid=83160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:59:08.105929 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-7e175424-57d9-4d5f-97d5-c6bc511c00d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:08.224350 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-7e175424-57d9-4d5f-97d5-c6bc511c00d9 admin admin] Calling delete_port for ae337803-aeeb-4094-ba15-40ce3f9a541c owned by network:dhcp {{(pid=83160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 20:59:08.239766 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-1a2f3404-82c8-419c-9359-07b738792dea None None] For port ae337803-aeeb-4094-ba15-40ce3f9a541c, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=ae337803-aeeb-4094-ba15-40ce3f9a541c,segment=NetworkSegment(192e8541-4acf-4181-b51a-2492d8ed4c4e),segment_id=192e8541-4acf-4181-b51a-2492d8ed4c4e)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:59:08.240308 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3404-82c8-419c-9359-07b738792dea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:08.294085 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-7e175424-57d9-4d5f-97d5-c6bc511c00d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:08.338403 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e175424-57d9-4d5f-97d5-c6bc511c00d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae337803-aeeb-4094-ba15-40ce3f9a541c,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:08.342875 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e175424-57d9-4d5f-97d5-c6bc511c00d9 admin admin] No DVR routers for this DVR port ae337803-aeeb-4094-ba15-40ce3f9a541c on host dv-cinder-832328-1-smb {{(pid=83160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:59:08.388437 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-1a2f3404-82c8-419c-9359-07b738792dea None None] Calling delete_port for ae337803-aeeb-4094-ba15-40ce3f9a541c owned by network:dhcp {{(pid=83162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 20:59:08.456299 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-7e175424-57d9-4d5f-97d5-c6bc511c00d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557779', 'neutron.services.segments.db._delete_segments_for_network-8774926378361'] for network, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:08.485164 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.services.segments.db [None req-7e175424-57d9-4d5f-97d5-c6bc511c00d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['488c4411-9d7e-46f1-8b25-66a4ca6b1e18']}} {{(pid=83160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:59:08.497388 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.services.segments.db [None req-7e175424-57d9-4d5f-97d5-c6bc511c00d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192e8541-4acf-4181-b51a-2492d8ed4c4e') {'for_net_delete': True} {{(pid=83160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:59:08.497708 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.services.segments.db [None req-7e175424-57d9-4d5f-97d5-c6bc511c00d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192e8541-4acf-4181-b51a-2492d8ed4c4e') {} {{(pid=83160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:59:08.509294 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-7e175424-57d9-4d5f-97d5-c6bc511c00d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774926378244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1386544'] for segment, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:08.517665 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.db.api [None req-1a2f3404-82c8-419c-9359-07b738792dea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 20:59:08.518020 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG oslo_db.api [None req-1a2f3404-82c8-419c-9359-07b738792dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 20:59:08.526585 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-7e175424-57d9-4d5f-97d5-c6bc511c00d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:08.532457 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e175424-57d9-4d5f-97d5-c6bc511c00d9 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=83160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 08 20:59:08.532835 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-7e175424-57d9-4d5f-97d5-c6bc511c00d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3537275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1387571'] for segment, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: Traceback (most recent call last): Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: timer() Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: cb(*args, **kw) Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: return func(*args, **kwargs) Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: self._notify() Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: self.callback(batched_events) Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: event.method(event) Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: return f(self, *a, **k) Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: return self._get(url).json() Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: return self.request(url, 'GET', **kwargs) Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:59:08.546247 dv-cinder-832328-1-smb neutron-server[83160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:59:08.616025 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-7e175424-57d9-4d5f-97d5-c6bc511c00d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356730'] for network, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:08.634575 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-7e175424-57d9-4d5f-97d5-c6bc511c00d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:08.644248 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e175424-57d9-4d5f-97d5-c6bc511c00d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=488c4411-9d7e-46f1-8b25-66a4ca6b1e18,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:08.656290 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-7e175424-57d9-4d5f-97d5-c6bc511c00d9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/488c4411-9d7e-46f1-8b25-66a4ca6b1e18 HTTP/1.1" status: 204 len: 168 time: 0.8834815 Mar 08 20:59:08.659258 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 47146) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:59:08.779503 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device ae337803-aeeb-4094-ba15-40ce3f9a541c no longer exists at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 20:59:08.815767 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] No Port match for: ae337803-aeeb-4094-ba15-40ce3f9a541c {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 20:59:08.816177 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device ae337803-aeeb-4094-ba15-40ce3f9a541c not bound to the agent host dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 20:59:09.019842 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-1a2f3404-82c8-419c-9359-07b738792dea None None] Deleting port ae337803-aeeb-4094-ba15-40ce3f9a541c {{(pid=83162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 20:59:09.020231 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3404-82c8-419c-9359-07b738792dea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:09.079833 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-1a2f3404-82c8-419c-9359-07b738792dea None None] The port 'ae337803-aeeb-4094-ba15-40ce3f9a541c' was deleted {{(pid=83162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 08 20:59:09.122752 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ec265932-16dd-4c89-ad25-f69a6073cb39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-357242'] for router_interface, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:09.333284 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c497935-bf7c-46ef-a420-be823cbb0db5 req-a6901324-ba67-455b-97ad-67cb0ef96217 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:09.334719 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-1c497935-bf7c-46ef-a420-be823cbb0db5 req-a6901324-ba67-455b-97ad-67cb0ef96217 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.1108057 Mar 08 20:59:09.397029 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-1c497935-bf7c-46ef-a420-be823cbb0db5 req-5ae7e70a-9c5a-405e-bc8b-1b2afcb7a113 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563362 Mar 08 20:59:09.791682 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-ec265932-16dd-4c89-ad25-f69a6073cb39 admin admin] Deleting port f1983f42-6c3d-415d-97a7-14652a381b45 {{(pid=83160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 20:59:09.792334 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ec265932-16dd-4c89-ad25-f69a6073cb39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:09.967784 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [None req-ec265932-16dd-4c89-ad25-f69a6073cb39 admin admin] For port f1983f42-6c3d-415d-97a7-14652a381b45, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=f1983f42-6c3d-415d-97a7-14652a381b45,segment=NetworkSegment(9f4b2296-b1b4-46cb-93d4-481f9e6d81c0),segment_id=9f4b2296-b1b4-46cb-93d4-481f9e6d81c0)] {{(pid=83160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:59:09.968120 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ec265932-16dd-4c89-ad25-f69a6073cb39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:10.036696 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-eaecbbf8-8cff-49be-95a2-8926256c1be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:10.097301 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-ec265932-16dd-4c89-ad25-f69a6073cb39 admin admin] Calling delete_port for f1983f42-6c3d-415d-97a7-14652a381b45 owned by network:router_interface {{(pid=83160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 20:59:10.258161 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ec265932-16dd-4c89-ad25-f69a6073cb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:10.300666 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec265932-16dd-4c89-ad25-f69a6073cb39 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1983f42-6c3d-415d-97a7-14652a381b45,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:10.470708 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 06b57522-9205-4422-a2d3-e6a0512f90d3 no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 20:59:10.617538 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:10.645051 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b98ed5-ef4a-4216-b280-0b2553a45ca0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06b57522-9205-4422-a2d3-e6a0512f90d3'}] {{(pid=83162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:59:10.655588 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 06b57522-9205-4422-a2d3-e6a0512f90d3, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=06b57522-9205-4422-a2d3-e6a0512f90d3,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:59:10.659979 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:10.674542 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730333cd-6874-4b90-b9ff-51520a0311ac req-ead5c454-d980-4397-9121-c222d11f9ed3 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:10.682193 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-730333cd-6874-4b90-b9ff-51520a0311ac req-ead5c454-d980-4397-9121-c222d11f9ed3 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 945 time: 0.1054957 Mar 08 20:59:10.705031 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ec265932-16dd-4c89-ad25-f69a6073cb39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3538202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-357165'] for router_interface, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:10.713754 dv-cinder-832328-1-smb neutron-server[83162]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b1b98ed5-ef4a-4216-b280-0b2553a45ca0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '06b57522-9205-4422-a2d3-e6a0512f90d3', 'code': 422} returned with failed status Mar 08 20:59:10.739883 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=06b57522-9205-4422-a2d3-e6a0512f90d3,revision_number=8']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:10.746077 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-730333cd-6874-4b90-b9ff-51520a0311ac req-66e11daa-2054-4fdb-99e6-e9a1f850e550 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629132 Mar 08 20:59:11.295943 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec265932-16dd-4c89-ad25-f69a6073cb39 admin admin] Router b320065b-0b25-49d2-87bd-0fbc72f4bd22 has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:59:11.493699 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec265932-16dd-4c89-ad25-f69a6073cb39 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:59:11.504958 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d83a97-b8f9-48b8-beb9-0d622458b5ce None None] Sync routers for ids ['b320065b-0b25-49d2-87bd-0fbc72f4bd22'] in dv-cinder-832328-1-smb {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:59:11.511206 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-ec265932-16dd-4c89-ad25-f69a6073cb39 admin admin] 10.222.0.39 "PUT /v2.0/routers/b320065b-0b25-49d2-87bd-0fbc72f4bd22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8509545 Mar 08 20:59:11.513747 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 47174) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:59:11.522574 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d83a97-b8f9-48b8-beb9-0d622458b5ce None None] Routers {'b320065b-0b25-49d2-87bd-0fbc72f4bd22'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:59:11.523250 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-62d83a97-b8f9-48b8-beb9-0d622458b5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:58:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['b320065b-0b25-49d2-87bd-0fbc72f4bd22'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:59:11.653768 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-01c32e4c-428e-4dc1-9ed3-65836669c9e4 req-e538bc01-d9ca-4d0a-99dc-b078040e2f7a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1388810 Mar 08 20:59:11.710720 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-62d83a97-b8f9-48b8-beb9-0d622458b5ce None None] Set router b320065b-0b25-49d2-87bd-0fbc72f4bd22 gateway port host: dv-cinder-832328-1-smb {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:59:11.712681 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-bdf522d4-c3a4-418e-b53d-8f5ca9a3e5d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:11.934173 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47190) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:59:11.967605 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a88e2b-e432-4fd7-8f00-a7096a85cd57 req-6e34581b-919e-4361-b740-2016650cb5ac tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:11.969067 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-f8a88e2b-e432-4fd7-8f00-a7096a85cd57 req-6e34581b-919e-4361-b740-2016650cb5ac tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 943 time: 0.1095901 Mar 08 20:59:12.018699 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-bdf522d4-c3a4-418e-b53d-8f5ca9a3e5d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:12.033735 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-f8a88e2b-e432-4fd7-8f00-a7096a85cd57 req-3a243349-2119-41af-a08d-df93b9386cf8 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576208 Mar 08 20:59:12.034912 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-bdf522d4-c3a4-418e-b53d-8f5ca9a3e5d1 admin admin] Deleting port 36a3d0c5-1a7c-457f-af55-2765f940c8ff {{(pid=83160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 20:59:12.035257 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-bdf522d4-c3a4-418e-b53d-8f5ca9a3e5d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:12.060573 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-62d83a97-b8f9-48b8-beb9-0d622458b5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b320065b-0b25-49d2-87bd-0fbc72f4bd22', 'name': 'tempest-TestMinimumBasicScenario-1540584682-router', 'tenant_id': 'b5b24a6f92de400b9ec6c2048c16b5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.22'}], 'enable_snat': True}, 'gw_port_id': '36a3d0c5-1a7c-457f-af55-2765f940c8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:52Z', 'updated_at': '2022-03-08T20:59:10Z', 'revision_number': 5, 'project_id': 'b5b24a6f92de400b9ec6c2048c16b5b9', 'gw_port': {'id': '36a3d0c5-1a7c-457f-af55-2765f940c8ff', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b320065b-0b25-49d2-87bd-0fbc72f4bd22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:54Z', 'updated_at': '2022-03-08T20:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:59:12.066624 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d83a97-b8f9-48b8-beb9-0d622458b5ce None None] Checking router: b320065b-0b25-49d2-87bd-0fbc72f4bd22 for host: dv-cinder-832328-1-smb {{(pid=83163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:59:12.083339 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d83a97-b8f9-48b8-beb9-0d622458b5ce None None] Routers {'b320065b-0b25-49d2-87bd-0fbc72f4bd22'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:59:12.084486 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-62d83a97-b8f9-48b8-beb9-0d622458b5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:58:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['b320065b-0b25-49d2-87bd-0fbc72f4bd22'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:59:12.113139 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8eb35d7c-acca-4fab-886d-a3d70e2fe58e req-eeb017c9-6ee6-4359-aca3-fd966f6c678b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1778140 Mar 08 20:59:12.252239 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-62d83a97-b8f9-48b8-beb9-0d622458b5ce None None] Set router b320065b-0b25-49d2-87bd-0fbc72f4bd22 gateway port host: None {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:59:12.307052 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-9cd60b37-3e3c-45d5-bc0f-1b2fb80877f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:12.354327 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [None req-bdf522d4-c3a4-418e-b53d-8f5ca9a3e5d1 admin admin] For port 36a3d0c5-1a7c-457f-af55-2765f940c8ff, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=36a3d0c5-1a7c-457f-af55-2765f940c8ff,segment=NetworkSegment(270771a1-e195-4c27-89e2-1537a366dca1),segment_id=270771a1-e195-4c27-89e2-1537a366dca1)] {{(pid=83160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:59:12.354875 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-bdf522d4-c3a4-418e-b53d-8f5ca9a3e5d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:12.372965 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-62d83a97-b8f9-48b8-beb9-0d622458b5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b320065b-0b25-49d2-87bd-0fbc72f4bd22', 'name': 'tempest-TestMinimumBasicScenario-1540584682-router', 'tenant_id': 'b5b24a6f92de400b9ec6c2048c16b5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:52Z', 'updated_at': '2022-03-08T20:59:12Z', 'revision_number': 6, 'project_id': 'b5b24a6f92de400b9ec6c2048c16b5b9', 'gw_port_host': None}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:59:12.378064 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d83a97-b8f9-48b8-beb9-0d622458b5ce None None] The sync data for ids ['b320065b-0b25-49d2-87bd-0fbc72f4bd22'] in dv-cinder-832328-1-smb is: [{'id': 'b320065b-0b25-49d2-87bd-0fbc72f4bd22', 'name': 'tempest-TestMinimumBasicScenario-1540584682-router', 'tenant_id': 'b5b24a6f92de400b9ec6c2048c16b5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:52Z', 'updated_at': '2022-03-08T20:59:12Z', 'revision_number': 6, 'project_id': 'b5b24a6f92de400b9ec6c2048c16b5b9', 'gw_port_host': None}] {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:59:12.487772 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-bdf522d4-c3a4-418e-b53d-8f5ca9a3e5d1 admin admin] Calling delete_port for 36a3d0c5-1a7c-457f-af55-2765f940c8ff owned by network:router_gateway {{(pid=83160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 20:59:12.654264 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-bdf522d4-c3a4-418e-b53d-8f5ca9a3e5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:12.697525 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf522d4-c3a4-418e-b53d-8f5ca9a3e5d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=36a3d0c5-1a7c-457f-af55-2765f940c8ff,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:12.749567 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 20:59:12.821553 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device f1983f42-6c3d-415d-97a7-14652a381b45 no longer exists at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 20:59:12.858937 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] No Port match for: f1983f42-6c3d-415d-97a7-14652a381b45 {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 20:59:12.859280 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device f1983f42-6c3d-415d-97a7-14652a381b45 not bound to the agent host dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 20:59:12.939069 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-bdf522d4-c3a4-418e-b53d-8f5ca9a3e5d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-356711'] for router_gateway, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:13.208458 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-bdf522d4-c3a4-418e-b53d-8f5ca9a3e5d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-361367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8632'] for router, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:13.212575 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-bdf522d4-c3a4-418e-b53d-8f5ca9a3e5d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:13.239014 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-bdf522d4-c3a4-418e-b53d-8f5ca9a3e5d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-361275'] for router, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:13.239667 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf522d4-c3a4-418e-b53d-8f5ca9a3e5d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b320065b-0b25-49d2-87bd-0fbc72f4bd22 {{(pid=83160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 20:59:13.251870 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-bdf522d4-c3a4-418e-b53d-8f5ca9a3e5d1 admin admin] Notify callbacks [] for router, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:13.253100 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-bdf522d4-c3a4-418e-b53d-8f5ca9a3e5d1 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b320065b-0b25-49d2-87bd-0fbc72f4bd22 HTTP/1.1" status: 204 len: 168 time: 1.7382467 Mar 08 20:59:13.255897 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 47204) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:59:13.319869 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b28c665-d2a8-435f-9471-49786654877e admin admin] Deleting subnet b9ba4e04-009b-4307-b673-9ac9488e7151 {{(pid=83160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 08 20:59:13.323829 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8b28c665-d2a8-435f-9471-49786654877e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:13.338884 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007a2db-b864-4779-9f52-e6e930600894 req-448b7ba1-bb8c-43ad-a716-9bc700152128 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:13.339806 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:13.340371 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-7007a2db-b864-4779-9f52-e6e930600894 req-448b7ba1-bb8c-43ad-a716-9bc700152128 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 943 time: 0.1371207 Mar 08 20:59:13.346722 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8eb35d7c-acca-4fab-886d-a3d70e2fe58e req-6ea45e3e-8565-43ee-9743-025892d0b8dc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0&tenant_id=55267becfde149f1a4014dbf3988abc1 HTTP/1.1" status: 200 len: 1096 time: 0.1054380 Mar 08 20:59:13.379385 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8b28c665-d2a8-435f-9471-49786654877e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1387715'] for subnet, precommit_delete_associations {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:13.454181 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-7007a2db-b864-4779-9f52-e6e930600894 req-ab965b3a-2378-413a-b5ed-6133f5466ac7 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059723 Mar 08 20:59:13.461906 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8b28c665-d2a8-435f-9471-49786654877e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558918'] for subnet, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:13.471446 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8eb35d7c-acca-4fab-886d-a3d70e2fe58e req-1fbb9ca5-cfc3-46c3-8d75-0f0885d0e058 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55267becfde149f1a4014dbf3988abc1&device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 1096 time: 0.1004746 Mar 08 20:59:13.533575 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8b28c665-d2a8-435f-9471-49786654877e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3558927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1387613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1778459'] for subnet, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:13.534769 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:13.571920 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28c665-d2a8-435f-9471-49786654877e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9ba4e04-009b-4307-b673-9ac9488e7151,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:13.579709 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8b28c665-d2a8-435f-9471-49786654877e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for subnet, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:13.587093 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae9ea6c-478f-4c42-87f7-1b64ac618c2a None None] Network 40cff8e0-8387-4ab0-9e6f-576debfb11a1 requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 20:59:13.587620 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-8b28c665-d2a8-435f-9471-49786654877e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b9ba4e04-009b-4307-b673-9ac9488e7151 HTTP/1.1" status: 204 len: 168 time: 0.3305912 Mar 08 20:59:13.590219 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47208) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:59:13.669069 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb35d7c-acca-4fab-886d-a3d70e2fe58e req-f72fd79c-3446-4f16-a7ca-8cc80f931669 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:13.670509 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8eb35d7c-acca-4fab-886d-a3d70e2fe58e req-f72fd79c-3446-4f16-a7ca-8cc80f931669 service neutron] 10.222.0.21 "GET /v2.0/networks?id=00070523-754b-4fd2-826d-d4ba066d78ff HTTP/1.1" status: 200 len: 917 time: 0.1910641 Mar 08 20:59:13.778723 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b4f5d749-63eb-45f6-a2b5-d1645910e149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468514'] for network, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:13.799733 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8eb35d7c-acca-4fab-886d-a3d70e2fe58e req-db8a0a78-8124-471c-bd97-2fb4e42d6455 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06b57522-9205-4422-a2d3-e6a0512f90d3 HTTP/1.1" status: 200 len: 999 time: 0.1191511 Mar 08 20:59:13.802255 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-b4f5d749-63eb-45f6-a2b5-d1645910e149 admin admin] Deleting port b7c300fa-2542-4c1f-bb00-f3746acf6114 {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 20:59:13.802583 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b4f5d749-63eb-45f6-a2b5-d1645910e149 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:13.833291 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c65ee47-ba92-42e0-856c-87213d0c3ad5 None None] DHCP port deletion for 40cff8e0-8387-4ab0-9e6f-576debfb11a1 request from dv-cinder-832328-1-smb {{(pid=83162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 08 20:59:13.837571 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-8c65ee47-ba92-42e0-856c-87213d0c3ad5 None None] Deleting port b7c300fa-2542-4c1f-bb00-f3746acf6114 {{(pid=83162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 20:59:13.838011 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-8c65ee47-ba92-42e0-856c-87213d0c3ad5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:13.937249 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb35d7c-acca-4fab-886d-a3d70e2fe58e req-1e9c0253-46e0-4936-bab4-51952139ae9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:13.938750 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8eb35d7c-acca-4fab-886d-a3d70e2fe58e req-1e9c0253-46e0-4936-bab4-51952139ae9a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8 HTTP/1.1" status: 200 len: 855 time: 0.1114621 Mar 08 20:59:14.033049 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-8c65ee47-ba92-42e0-856c-87213d0c3ad5 None None] For port b7c300fa-2542-4c1f-bb00-f3746acf6114, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=b7c300fa-2542-4c1f-bb00-f3746acf6114,segment=NetworkSegment(9f4b2296-b1b4-46cb-93d4-481f9e6d81c0),segment_id=9f4b2296-b1b4-46cb-93d4-481f9e6d81c0)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:59:14.033430 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-8c65ee47-ba92-42e0-856c-87213d0c3ad5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:14.151742 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-8c65ee47-ba92-42e0-856c-87213d0c3ad5 None None] Calling delete_port for b7c300fa-2542-4c1f-bb00-f3746acf6114 owned by network:dhcp {{(pid=83162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 20:59:14.188117 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [None req-b4f5d749-63eb-45f6-a2b5-d1645910e149 admin admin] For port b7c300fa-2542-4c1f-bb00-f3746acf6114, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=b7c300fa-2542-4c1f-bb00-f3746acf6114,segment=NetworkSegment(9f4b2296-b1b4-46cb-93d4-481f9e6d81c0),segment_id=9f4b2296-b1b4-46cb-93d4-481f9e6d81c0)] {{(pid=83161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:59:14.188468 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b4f5d749-63eb-45f6-a2b5-d1645910e149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:14.223038 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-8c65ee47-ba92-42e0-856c-87213d0c3ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652'] for port, after_delete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:14.266949 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65ee47-ba92-42e0-856c-87213d0c3ad5 None None] Pushing event deleted for resources: {'Port': ['ID=b7c300fa-2542-4c1f-bb00-f3746acf6114,revision_number=None']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:14.272929 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c65ee47-ba92-42e0-856c-87213d0c3ad5 None None] No DVR routers for this DVR port b7c300fa-2542-4c1f-bb00-f3746acf6114 on host dv-cinder-832328-1-smb {{(pid=83162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:59:14.308808 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-b4f5d749-63eb-45f6-a2b5-d1645910e149 admin admin] Calling delete_port for b7c300fa-2542-4c1f-bb00-f3746acf6114 owned by network:dhcp {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 20:59:14.340675 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8eb35d7c-acca-4fab-886d-a3d70e2fe58e req-dc401377-1ae8-493c-ad83-6e974afe4575 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00070523-754b-4fd2-826d-d4ba066d78ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3930197 Mar 08 20:59:14.472129 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.db.api [None req-b4f5d749-63eb-45f6-a2b5-d1645910e149 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 20:59:14.472393 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG oslo_db.api [None req-b4f5d749-63eb-45f6-a2b5-d1645910e149 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 20:59:14.491907 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8eb35d7c-acca-4fab-886d-a3d70e2fe58e req-14da823d-7a21-42d8-98f7-b8b1abfd6b56 service neutron] 10.222.0.21 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425481 Mar 08 20:59:14.624944 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8eb35d7c-acca-4fab-886d-a3d70e2fe58e req-21c51119-768b-4de4-8b37-f6a608088980 service neutron] 10.222.0.21 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260126 Mar 08 20:59:14.757012 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e11b8a-84a4-44c1-91dd-d2f8bda9d769 req-a094acc1-4cad-4298-b10e-92f408d38f1b tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:14.758510 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-12e11b8a-84a4-44c1-91dd-d2f8bda9d769 req-a094acc1-4cad-4298-b10e-92f408d38f1b tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 943 time: 0.1719522 Mar 08 20:59:14.793489 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device b7c300fa-2542-4c1f-bb00-f3746acf6114 no longer exists at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 20:59:14.823693 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-12e11b8a-84a4-44c1-91dd-d2f8bda9d769 req-d5dc9a34-1766-4376-844b-d0b13a4ad750 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490367 Mar 08 20:59:14.826151 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] No Port match for: b7c300fa-2542-4c1f-bb00-f3746acf6114 {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 20:59:14.826500 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device b7c300fa-2542-4c1f-bb00-f3746acf6114 not bound to the agent host dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 20:59:14.826911 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 36a3d0c5-1a7c-457f-af55-2765f940c8ff no longer exists at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 20:59:14.866092 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] No Port match for: 36a3d0c5-1a7c-457f-af55-2765f940c8ff {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 20:59:14.866433 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 36a3d0c5-1a7c-457f-af55-2765f940c8ff not bound to the agent host dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 20:59:14.873915 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:14.973447 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-b4f5d749-63eb-45f6-a2b5-d1645910e149 admin admin] Deleting port b7c300fa-2542-4c1f-bb00-f3746acf6114 {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 20:59:14.973757 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b4f5d749-63eb-45f6-a2b5-d1645910e149 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:15.037757 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-b4f5d749-63eb-45f6-a2b5-d1645910e149 admin admin] The port 'b7c300fa-2542-4c1f-bb00-f3746acf6114' was deleted {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 08 20:59:15.152758 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b4f5d749-63eb-45f6-a2b5-d1645910e149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557779', 'neutron.services.segments.db._delete_segments_for_network-8774926378361'] for network, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:15.178846 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.services.segments.db [None req-b4f5d749-63eb-45f6-a2b5-d1645910e149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40cff8e0-8387-4ab0-9e6f-576debfb11a1']}} {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:59:15.191741 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.services.segments.db [None req-b4f5d749-63eb-45f6-a2b5-d1645910e149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f4b2296-b1b4-46cb-93d4-481f9e6d81c0') {'for_net_delete': True} {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:59:15.192120 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.services.segments.db [None req-b4f5d749-63eb-45f6-a2b5-d1645910e149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f4b2296-b1b4-46cb-93d4-481f9e6d81c0') {} {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:59:15.204036 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b4f5d749-63eb-45f6-a2b5-d1645910e149 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774926378244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1094476'] for segment, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:15.219443 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b4f5d749-63eb-45f6-a2b5-d1645910e149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:15.226447 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f5d749-63eb-45f6-a2b5-d1645910e149 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=83161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 08 20:59:15.226799 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b4f5d749-63eb-45f6-a2b5-d1645910e149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3537275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1095457'] for segment, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: util.warn( Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: util.warn( Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: util.warn( Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: util.warn( Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: Traceback (most recent call last): Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: timer() Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: cb(*args, **kw) Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: return func(*args, **kwargs) Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: self._notify() Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: self.callback(batched_events) Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: event.method(event) Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: return f(self, *a, **k) Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: return self._get(url).json() Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: return self.request(url, 'GET', **kwargs) Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 20:59:15.240824 dv-cinder-832328-1-smb neutron-server[83161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 20:59:15.317535 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b4f5d749-63eb-45f6-a2b5-d1645910e149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356730'] for network, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:15.335152 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b4f5d749-63eb-45f6-a2b5-d1645910e149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:15.343169 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5d749-63eb-45f6-a2b5-d1645910e149 admin admin] Pushing event deleted for resources: {'Network': ['ID=40cff8e0-8387-4ab0-9e6f-576debfb11a1,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:15.350642 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-b4f5d749-63eb-45f6-a2b5-d1645910e149 admin admin] 10.222.0.39 "DELETE /v2.0/networks/40cff8e0-8387-4ab0-9e6f-576debfb11a1 HTTP/1.1" status: 204 len: 168 time: 1.7591591 Mar 08 20:59:15.645776 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47230) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:59:15.708144 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-2c4eaf08-3824-41c5-941e-ebeb846d5395 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1d72bfdad8b44af7965b57996433f5d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0600791 Mar 08 20:59:15.709461 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47234) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:59:15.775402 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-69b9c852-0294-4fc0-9462-4e9ed44a5366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:15.802982 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-69b9c852-0294-4fc0-9462-4e9ed44a5366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:15.862121 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-69b9c852-0294-4fc0-9462-4e9ed44a5366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:15.879690 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9c852-0294-4fc0-9462-4e9ed44a5366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de632d4c-9170-40c9-9954-6fa01678de38,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:15.891127 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-69b9c852-0294-4fc0-9462-4e9ed44a5366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:15.898379 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-69b9c852-0294-4fc0-9462-4e9ed44a5366 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/de632d4c-9170-40c9-9954-6fa01678de38 HTTP/1.1" status: 204 len: 168 time: 0.1818652 Mar 08 20:59:16.065716 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0def3-79ec-4cc3-ac76-c16d3d8529a3 req-0a203427-102b-4a44-aaf5-c84b871036bd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:16.067182 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-29b0def3-79ec-4cc3-ac76-c16d3d8529a3 req-0a203427-102b-4a44-aaf5-c84b871036bd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 943 time: 0.0888896 Mar 08 20:59:16.123294 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-29b0def3-79ec-4cc3-ac76-c16d3d8529a3 req-581a771c-488d-42ea-9d84-3ba9bca25313 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503604 Mar 08 20:59:16.375623 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47244) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:59:16.429386 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-c271f2d3-5245-4028-a492-21c4d224f58d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5b24a6f92de400b9ec6c2048c16b5b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0525775 Mar 08 20:59:16.431887 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47248) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:59:16.492282 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-327a7df5-cbbc-4b06-8864-099799636603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:16.519357 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-327a7df5-cbbc-4b06-8864-099799636603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:16.571530 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-327a7df5-cbbc-4b06-8864-099799636603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:16.588599 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a7df5-cbbc-4b06-8864-099799636603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627be96e-b466-45b9-8f83-a034f861d922,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:16.595006 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-327a7df5-cbbc-4b06-8864-099799636603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:16.596281 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-327a7df5-cbbc-4b06-8864-099799636603 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/627be96e-b466-45b9-8f83-a034f861d922 HTTP/1.1" status: 204 len: 168 time: 0.1626775 Mar 08 20:59:17.362525 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a5dc0-5406-4d21-8f48-fb648345d725 req-aa471600-d844-4419-9c2a-9fbb086f0f40 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:17.364050 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-312a5dc0-5406-4d21-8f48-fb648345d725 req-aa471600-d844-4419-9c2a-9fbb086f0f40 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 943 time: 0.0864103 Mar 08 20:59:17.411033 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-312a5dc0-5406-4d21-8f48-fb648345d725 req-7b4f52d4-1780-4850-a776-b2b54cfd37ef tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411408 Mar 08 20:59:18.201003 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:18.639356 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c714b-1f2a-4bc8-8f40-b47176fdd39e req-981654bb-3586-4bb8-a1d6-a88e18a5faf1 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:18.641441 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-409c714b-1f2a-4bc8-8f40-b47176fdd39e req-981654bb-3586-4bb8-a1d6-a88e18a5faf1 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 943 time: 0.0859947 Mar 08 20:59:18.686784 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-409c714b-1f2a-4bc8-8f40-b47176fdd39e req-f35ddd46-188f-4696-bc0f-4daf51979250 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397029 Mar 08 20:59:19.905727 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bea55-7ccd-47e6-8499-9c72a17e5e78 req-95965352-3c1f-431e-8947-6675ccf624d8 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:19.907857 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b98bea55-7ccd-47e6-8499-9c72a17e5e78 req-95965352-3c1f-431e-8947-6675ccf624d8 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 943 time: 0.0807841 Mar 08 20:59:19.952776 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b98bea55-7ccd-47e6-8499-9c72a17e5e78 req-a6437be6-7adf-42ee-94a8-aebf95261ea8 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393424 Mar 08 20:59:21.180396 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54476adf-d22b-4dda-beb3-ff4f987ec45d req-f216c962-004f-49b1-8ce2-ca27a5f3ba4e tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:21.181965 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-54476adf-d22b-4dda-beb3-ff4f987ec45d req-f216c962-004f-49b1-8ce2-ca27a5f3ba4e tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 943 time: 0.0901055 Mar 08 20:59:21.228647 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-54476adf-d22b-4dda-beb3-ff4f987ec45d req-b337c0cd-065c-43c7-9e75-0641c5084437 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396960 Mar 08 20:59:22.442243 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6fd91-f459-4cef-bcb0-5dcc092c44dc req-0e620761-482e-4f08-82fa-f55a59c7affb tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:22.443579 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-cda6fd91-f459-4cef-bcb0-5dcc092c44dc req-0e620761-482e-4f08-82fa-f55a59c7affb tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 943 time: 0.0764873 Mar 08 20:59:22.492487 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-cda6fd91-f459-4cef-bcb0-5dcc092c44dc req-80131a8f-7722-4098-8f78-ec2a809efc27 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434077 Mar 08 20:59:23.721484 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81782660-12ad-42e5-9380-d3d02faa8c10 req-2867b7db-e5a7-4f24-9b4a-f179799d85e7 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:23.723030 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-81782660-12ad-42e5-9380-d3d02faa8c10 req-2867b7db-e5a7-4f24-9b4a-f179799d85e7 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 943 time: 0.0803823 Mar 08 20:59:23.769994 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-81782660-12ad-42e5-9380-d3d02faa8c10 req-9d88214e-a179-49d0-855c-f564403cebdb tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410001 Mar 08 20:59:24.982315 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e4e70-0759-47aa-93ef-21d10b64f160 req-b1d2a641-be91-47e6-bcb3-293b4849fa17 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:24.983718 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c02e4e70-0759-47aa-93ef-21d10b64f160 req-b1d2a641-be91-47e6-bcb3-293b4849fa17 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 943 time: 0.0786407 Mar 08 20:59:25.029620 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c02e4e70-0759-47aa-93ef-21d10b64f160 req-bcbca870-04b7-45f0-bad3-ad77182debeb tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404172 Mar 08 20:59:26.238224 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9fcf9-805d-48f6-81d0-25fe84089687 req-20cdf158-8645-4936-bee7-cd8c743e681f tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:26.239648 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b8e9fcf9-805d-48f6-81d0-25fe84089687 req-20cdf158-8645-4936-bee7-cd8c743e681f tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 943 time: 0.0753813 Mar 08 20:59:26.287004 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b8e9fcf9-805d-48f6-81d0-25fe84089687 req-4cc99a7d-cb24-4228-b6c9-0b9e502b41dc tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419929 Mar 08 20:59:27.492904 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c003402-60d6-4b4f-960f-62948fd52217 req-65a24066-ec7c-4644-ab65-629c5664e2bf tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:27.494272 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-8c003402-60d6-4b4f-960f-62948fd52217 req-65a24066-ec7c-4644-ab65-629c5664e2bf tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 943 time: 0.0764098 Mar 08 20:59:27.537064 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-8c003402-60d6-4b4f-960f-62948fd52217 req-522e9457-f7c9-48fb-9f27-3fcf46dcb58e tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374851 Mar 08 20:59:28.742912 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814187b-c12d-4b75-8531-e59d32d028e0 req-ed752e03-1b82-405c-872a-f26a63759338 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:28.744352 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f814187b-c12d-4b75-8531-e59d32d028e0 req-ed752e03-1b82-405c-872a-f26a63759338 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 943 time: 0.0766551 Mar 08 20:59:28.788677 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f814187b-c12d-4b75-8531-e59d32d028e0 req-835008be-0ec0-4fae-9548-6ddcdb4018ca tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389540 Mar 08 20:59:29.996504 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d862a9-1520-4dc2-9c2d-b72dc94b96a1 req-510ccb37-b2db-4eb2-9059-d3a62c8d5d80 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:29.997859 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-76d862a9-1520-4dc2-9c2d-b72dc94b96a1 req-510ccb37-b2db-4eb2-9059-d3a62c8d5d80 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 943 time: 0.0733950 Mar 08 20:59:30.042974 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-76d862a9-1520-4dc2-9c2d-b72dc94b96a1 req-e754faf5-f4c7-43cc-acea-01291642854e tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391934 Mar 08 20:59:30.901319 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fe07b-a24c-426c-8c40-d5ccbd048263 req-e7fd83ba-e3a6-4f29-8a1a-915d52d49800 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:30.902753 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-777fe07b-a24c-426c-8c40-d5ccbd048263 req-e7fd83ba-e3a6-4f29-8a1a-915d52d49800 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 945 time: 0.0765786 Mar 08 20:59:30.946771 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-777fe07b-a24c-426c-8c40-d5ccbd048263 req-fcc13834-bcaa-446c-9b01-ec1c3510f678 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380619 Mar 08 20:59:31.256819 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec87d8e-701d-4624-a5da-02e7368f066b req-a676cb93-7add-47b6-ae7a-6543c0643319 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:31.258248 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-1ec87d8e-701d-4624-a5da-02e7368f066b req-a676cb93-7add-47b6-ae7a-6543c0643319 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 943 time: 0.0770714 Mar 08 20:59:31.301795 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-1ec87d8e-701d-4624-a5da-02e7368f066b req-5cefe251-a911-430e-9a2a-b5fe421e0939 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379241 Mar 08 20:59:32.136357 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b284be-536e-4eae-b1ac-764b62d5c4e4 req-845154fb-546f-409b-ab31-8a4d50a47546 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:32.137815 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-35b284be-536e-4eae-b1ac-764b62d5c4e4 req-845154fb-546f-409b-ab31-8a4d50a47546 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 945 time: 0.0738089 Mar 08 20:59:32.198778 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-35b284be-536e-4eae-b1ac-764b62d5c4e4 req-127619f5-ca95-4af7-8fc7-7cfb257d561b tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548813 Mar 08 20:59:32.507613 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db476547-a9a4-4efb-a30c-8677373a7f11 req-bfc7a213-c06b-4e67-bd7e-37b27b243c99 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:32.509030 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-db476547-a9a4-4efb-a30c-8677373a7f11 req-bfc7a213-c06b-4e67-bd7e-37b27b243c99 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 943 time: 0.0738299 Mar 08 20:59:32.553868 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-db476547-a9a4-4efb-a30c-8677373a7f11 req-ce24e7c1-8003-46f6-bd8b-f76d27f61e76 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393183 Mar 08 20:59:33.393679 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97c8ce-fd27-4e8c-83ea-ed98edd4cf79 req-992abb20-c6a8-441b-ba9a-184e1edc7156 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:33.395080 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-cd97c8ce-fd27-4e8c-83ea-ed98edd4cf79 req-992abb20-c6a8-441b-ba9a-184e1edc7156 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 945 time: 0.0751996 Mar 08 20:59:33.438162 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-cd97c8ce-fd27-4e8c-83ea-ed98edd4cf79 req-5427fe8f-36d9-437a-9f65-39a02dbad3b5 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376289 Mar 08 20:59:33.827586 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d8b97-8521-45da-bca9-1621be155b12 req-0fb17d8e-f546-4642-9daa-3ec6fd8f8a1a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:33.829087 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d28d8b97-8521-45da-bca9-1621be155b12 req-0fb17d8e-f546-4642-9daa-3ec6fd8f8a1a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 943 time: 0.1439443 Mar 08 20:59:33.873964 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d28d8b97-8521-45da-bca9-1621be155b12 req-f072b1d7-d37a-427f-b1db-a0ef4925a084 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390203 Mar 08 20:59:34.631034 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cef1d8-ab0a-44d0-b4ac-45ca56a1b49e req-7e25ed00-1954-4243-9ec3-d0a826b62e80 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:34.632447 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-29cef1d8-ab0a-44d0-b4ac-45ca56a1b49e req-7e25ed00-1954-4243-9ec3-d0a826b62e80 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 945 time: 0.0772612 Mar 08 20:59:34.675738 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-29cef1d8-ab0a-44d0-b4ac-45ca56a1b49e req-bc52b8dc-beec-4235-aa54-dca91701d752 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379221 Mar 08 20:59:35.078383 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf9f8d-b912-4f09-b1ee-c7e83be37667 req-88360a40-bd9e-4d6a-aa9f-a3e8afa6d27d tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:35.079831 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-75bf9f8d-b912-4f09-b1ee-c7e83be37667 req-88360a40-bd9e-4d6a-aa9f-a3e8afa6d27d tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 943 time: 0.0734978 Mar 08 20:59:35.126350 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-75bf9f8d-b912-4f09-b1ee-c7e83be37667 req-edb27723-08c1-4e5c-9708-f86235642655 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410028 Mar 08 20:59:35.864090 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5801c-605f-4bb5-9684-1d5764c67111 req-82480d82-d908-40c0-9322-8f43a65c9391 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:35.865491 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-4af5801c-605f-4bb5-9684-1d5764c67111 req-82480d82-d908-40c0-9322-8f43a65c9391 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 945 time: 0.0728786 Mar 08 20:59:35.909634 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-4af5801c-605f-4bb5-9684-1d5764c67111 req-7defabd6-029f-4544-b8e0-8b4a66644bc2 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388033 Mar 08 20:59:36.335144 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a7b7f-6c53-474b-a90c-6ea021ca8a66 req-817d5b53-af86-4e0c-954c-525abb5f4be0 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:36.336568 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-263a7b7f-6c53-474b-a90c-6ea021ca8a66 req-817d5b53-af86-4e0c-954c-525abb5f4be0 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 943 time: 0.0742717 Mar 08 20:59:36.380037 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-263a7b7f-6c53-474b-a90c-6ea021ca8a66 req-3076e5e6-f2dc-416e-a93a-95236765d8fb tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380576 Mar 08 20:59:36.622161 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 06b57522-9205-4422-a2d3-e6a0512f90d3 details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 20:59:36.780328 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 06b57522-9205-4422-a2d3-e6a0512f90d3, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=06b57522-9205-4422-a2d3-e6a0512f90d3,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:59:36.793188 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Returning: {'device': '06b57522-9205-4422-a2d3-e6a0512f90d3', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'port_id': '06b57522-9205-4422-a2d3-e6a0512f90d3', 'mac_address': 'fa:16:3e:85:dd:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 20:59:36.844402 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:36.860574 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b57522-9205-4422-a2d3-e6a0512f90d3 {{(pid=83162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:59:36.875259 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 06b57522-9205-4422-a2d3-e6a0512f90d3, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=06b57522-9205-4422-a2d3-e6a0512f90d3,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:59:36.878875 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:36.944175 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=06b57522-9205-4422-a2d3-e6a0512f90d3,revision_number=9']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:36.952216 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:36.952551 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:36.953411 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:36.953765 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:36.954098 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:36.954396 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:36.954705 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:36.955012 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:36.955320 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:36.955624 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:36.955934 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:37.106229 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11538e90-d3de-479d-9532-f8642d57c6da req-a69cfcc0-1daa-49d4-906e-52daa3271dcc tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:37.107646 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-11538e90-d3de-479d-9532-f8642d57c6da req-a69cfcc0-1daa-49d4-906e-52daa3271dcc tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 945 time: 0.0789800 Mar 08 20:59:37.156055 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-11538e90-d3de-479d-9532-f8642d57c6da req-b5ffc829-fc7a-46c1-a5f8-27bc60b46003 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423369 Mar 08 20:59:37.338759 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['06b57522-9205-4422-a2d3-e6a0512f90d3'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 20:59:37.589252 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1b06-53d2-4a1c-b97c-c758c5b436cb req-4ac236fd-8c51-4196-93ba-0fca1579b8e1 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:37.590678 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a6df1b06-53d2-4a1c-b97c-c758c5b436cb req-4ac236fd-8c51-4196-93ba-0fca1579b8e1 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 944 time: 0.0780544 Mar 08 20:59:37.634928 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a6df1b06-53d2-4a1c-b97c-c758c5b436cb req-ff789baf-f84b-4ff7-aa82-faa1969651b3 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386934 Mar 08 20:59:38.347072 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa76e3-0304-41f5-801e-9624d3aa3882 req-0c53200e-fdce-48af-bcdd-7290c0b894b3 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:38.348493 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b3fa76e3-0304-41f5-801e-9624d3aa3882 req-0c53200e-fdce-48af-bcdd-7290c0b894b3 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 945 time: 0.0756457 Mar 08 20:59:38.392760 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b3fa76e3-0304-41f5-801e-9624d3aa3882 req-a34d4dcd-5f5a-4bb6-a519-25be5d7017ad tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388441 Mar 08 20:59:38.653846 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 06b57522-9205-4422-a2d3-e6a0512f90d3 up at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:59:38.723311 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning complete for port 06b57522-9205-4422-a2d3-e6a0512f90d3 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:59:38.723673 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:38.837627 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:38.842081 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c1ac0-2a9b-442c-8815-f006fe64f9b3 req-e7e8eac3-03b6-49f2-9bb0-7fb9956f9bc8 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:38.844104 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-4c4c1ac0-2a9b-442c-8815-f006fe64f9b3 req-e7e8eac3-03b6-49f2-9bb0-7fb9956f9bc8 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 944 time: 0.0771062 Mar 08 20:59:38.864102 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b98ed5-ef4a-4216-b280-0b2553a45ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b57522-9205-4422-a2d3-e6a0512f90d3'}] {{(pid=83162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:59:38.873311 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 06b57522-9205-4422-a2d3-e6a0512f90d3, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=06b57522-9205-4422-a2d3-e6a0512f90d3,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:59:38.878557 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:38.895526 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-4c4c1ac0-2a9b-442c-8815-f006fe64f9b3 req-8faa9fd9-45bd-4f48-a95f-2ff2be296e9b tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456684 Mar 08 20:59:38.927285 dv-cinder-832328-1-smb neutron-server[83162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b98ed5-ef4a-4216-b280-0b2553a45ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b57522-9205-4422-a2d3-e6a0512f90d3', 'code': 200} Mar 08 20:59:38.961422 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=06b57522-9205-4422-a2d3-e6a0512f90d3,revision_number=10']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:39.584891 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6d18e3a1-8051-4b74-9822-49f9f6bb0f0e req-75cd6b7e-7354-489a-b567-33bee495e329 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 1099 time: 0.0689373 Mar 08 20:59:39.589678 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbeccf6-5b32-42aa-b1e7-2bc1d106a8f8 req-401c347c-ae1b-493a-b4d4-545eb4dc4cac tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:39.591143 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-afbeccf6-5b32-42aa-b1e7-2bc1d106a8f8 req-401c347c-ae1b-493a-b4d4-545eb4dc4cac tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 945 time: 0.0780568 Mar 08 20:59:39.636994 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6d18e3a1-8051-4b74-9822-49f9f6bb0f0e req-c45e73f2-0a8f-4c8d-bd96-33e924a7fdd2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363452 Mar 08 20:59:39.637794 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-afbeccf6-5b32-42aa-b1e7-2bc1d106a8f8 req-351917d6-66f5-40f7-ae1e-9a17f207ed06 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411153 Mar 08 20:59:40.033415 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-8f0ac319-c840-4a5e-8598-e408d5f7055b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:40.112602 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac14b53-4525-4c99-ab3f-e5a47896a4c5 req-1bb21867-c17f-455d-806a-4805abe954c0 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:40.114052 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8ac14b53-4525-4c99-ab3f-e5a47896a4c5 req-1bb21867-c17f-455d-806a-4805abe954c0 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 946 time: 0.0728912 Mar 08 20:59:40.161184 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8ac14b53-4525-4c99-ab3f-e5a47896a4c5 req-3ec4b077-0368-4bdd-af92-225d51de63b5 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416789 Mar 08 20:59:40.836822 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf983dc-d64a-4967-893f-755406609996 req-bf169804-1994-4954-86c8-5bd339ff1dbb tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:40.838323 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-bbf983dc-d64a-4967-893f-755406609996 req-bf169804-1994-4954-86c8-5bd339ff1dbb tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 945 time: 0.0775490 Mar 08 20:59:40.901887 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-bbf983dc-d64a-4967-893f-755406609996 req-26548489-2d88-466e-89ee-2773dc1ee03a tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545514 Mar 08 20:59:41.235358 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ca22e8bf-1aab-4a6f-84cc-89081bb3b928 req-a65864ff-3e64-4ee3-95fe-8950dd5be83a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf98cf7961434dfbaf15fa6e67d18187&device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 1098 time: 0.0696921 Mar 08 20:59:41.422232 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22e8bf-1aab-4a6f-84cc-89081bb3b928 req-008bd3f5-31c8-44f6-a0b2-aaf7386f45d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:41.423670 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ca22e8bf-1aab-4a6f-84cc-89081bb3b928 req-008bd3f5-31c8-44f6-a0b2-aaf7386f45d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=06a8b738-1cbc-4a2a-825e-0aaa66ccc47b HTTP/1.1" status: 200 len: 908 time: 0.1816247 Mar 08 20:59:41.484796 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6df7b-0f6f-4e05-8646-e8ff40986175 req-86249ef4-2cdd-487a-a3fb-41d5ea7b7ede tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:41.486268 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-1ef6df7b-0f6f-4e05-8646-e8ff40986175 req-86249ef4-2cdd-487a-a3fb-41d5ea7b7ede tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 946 time: 0.1718016 Mar 08 20:59:41.568259 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ca22e8bf-1aab-4a6f-84cc-89081bb3b928 req-4489539a-75f9-453e-adab-430b2e7aca76 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 HTTP/1.1" status: 200 len: 1001 time: 0.1355975 Mar 08 20:59:41.570497 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-1ef6df7b-0f6f-4e05-8646-e8ff40986175 req-ce51b232-aa18-4fc8-8c89-686225bfd835 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780394 Mar 08 20:59:41.633326 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22e8bf-1aab-4a6f-84cc-89081bb3b928 req-f1ce4f5a-07bf-4680-bdbf-b13b2a5b3be9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:41.634787 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ca22e8bf-1aab-4a6f-84cc-89081bb3b928 req-f1ce4f5a-07bf-4680-bdbf-b13b2a5b3be9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f0925d3b-3863-4496-9a86-1e6f5051f8e9 HTTP/1.1" status: 200 len: 846 time: 0.0583427 Mar 08 20:59:41.711674 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ca22e8bf-1aab-4a6f-84cc-89081bb3b928 req-52bdf938-1298-418b-8077-b21317f06afd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06a8b738-1cbc-4a2a-825e-0aaa66ccc47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0693536 Mar 08 20:59:41.847510 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ca22e8bf-1aab-4a6f-84cc-89081bb3b928 req-8aca4f09-0793-4d54-88f1-27cb089af48d service neutron] 10.222.0.21 "GET /v2.0/networks/06a8b738-1cbc-4a2a-825e-0aaa66ccc47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282499 Mar 08 20:59:41.986269 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ca22e8bf-1aab-4a6f-84cc-89081bb3b928 req-6b5b8fbd-d9a9-4bf2-84e1-3f337238d2d6 service neutron] 10.222.0.21 "GET /v2.0/networks/06a8b738-1cbc-4a2a-825e-0aaa66ccc47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322386 Mar 08 20:59:42.101009 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478636c-91ba-494b-9410-1b2b1a0ebfb8 req-2cd519ea-e0f8-4969-a488-b2be22708ce6 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:42.102388 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-2478636c-91ba-494b-9410-1b2b1a0ebfb8 req-2cd519ea-e0f8-4969-a488-b2be22708ce6 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 945 time: 0.0762172 Mar 08 20:59:42.148385 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-2478636c-91ba-494b-9410-1b2b1a0ebfb8 req-79fb9b37-5a5b-4886-af3f-c38fd3b2c49b tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403311 Mar 08 20:59:42.301539 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-45d78338-86ba-41f6-9839-0d0bd078b3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:42.804749 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea0048-5f7a-444b-9719-8baf8de9d1eb req-2fc6c2a1-69e0-4eb7-810f-f4dd7f8e3531 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:42.806234 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-faea0048-5f7a-444b-9719-8baf8de9d1eb req-2fc6c2a1-69e0-4eb7-810f-f4dd7f8e3531 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 946 time: 0.0803025 Mar 08 20:59:42.850332 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-faea0048-5f7a-444b-9719-8baf8de9d1eb req-c611e974-7740-4c8c-833a-b55bd108a82c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384991 Mar 08 20:59:43.333715 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:43.341864 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc1028-39de-4ad0-96c6-1e9278cb304a req-be400c25-4ee8-4bcf-a66e-a889f8c860cc tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:43.343304 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ffdc1028-39de-4ad0-96c6-1e9278cb304a req-be400c25-4ee8-4bcf-a66e-a889f8c860cc tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 945 time: 0.0796652 Mar 08 20:59:43.387067 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ffdc1028-39de-4ad0-96c6-1e9278cb304a req-32def529-14d7-43eb-8aa5-71de4e83f222 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376444 Mar 08 20:59:43.536734 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:44.597871 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa5374-9d98-489c-b6a4-6a1a27992b4c req-2ef6963d-6eef-45b6-9f34-53d629b63c59 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:44.599321 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-40fa5374-9d98-489c-b6a4-6a1a27992b4c req-2ef6963d-6eef-45b6-9f34-53d629b63c59 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 945 time: 0.0794280 Mar 08 20:59:44.714033 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-40fa5374-9d98-489c-b6a4-6a1a27992b4c req-d38a1bfa-360a-414d-8e66-489b7cceddd5 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092112 Mar 08 20:59:44.854640 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:45.026006 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e74a0833-60f0-4043-bc80-5f25013cb391 req-43567082-4fd2-438a-998b-1af53b92e91b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1938565 Mar 08 20:59:45.209690 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47406) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:59:45.295000 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378683a3-0794-4683-bf55-a5293aa64465 req-f479802f-ef2d-4e78-a65a-83a231dd803d tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:45.297286 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-378683a3-0794-4683-bf55-a5293aa64465 req-f479802f-ef2d-4e78-a65a-83a231dd803d tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 945 time: 0.0818493 Mar 08 20:59:45.345817 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-378683a3-0794-4683-bf55-a5293aa64465 req-2e13abb1-33f9-4cd4-b31e-fdf177a24db0 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427849 Mar 08 20:59:45.353898 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-7cac10e6-9e7e-4d4e-9758-b87d18d4605d req-34b910c4-8d34-4349-a3a7-02a763d66dd7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1430366 Mar 08 20:59:45.622877 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d52c1-1ef7-46bf-9df1-dca767e806b7 req-07cb19a5-125d-47a8-93eb-84f57ad203ad tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:45.624244 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-0b8d52c1-1ef7-46bf-9df1-dca767e806b7 req-07cb19a5-125d-47a8-93eb-84f57ad203ad tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.0770268 Mar 08 20:59:45.674448 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-0b8d52c1-1ef7-46bf-9df1-dca767e806b7 req-c22c66d3-e302-4b9d-914e-2ac998367006 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439878 Mar 08 20:59:46.440020 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-7cac10e6-9e7e-4d4e-9758-b87d18d4605d req-db27d341-fcad-47cd-ba09-183aa89faab1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d&tenant_id=cf98cf7961434dfbaf15fa6e67d18187 HTTP/1.1" status: 200 len: 1098 time: 0.0741313 Mar 08 20:59:46.534140 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-7cac10e6-9e7e-4d4e-9758-b87d18d4605d req-ac93f959-5531-4368-8276-75c7907871e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf98cf7961434dfbaf15fa6e67d18187&device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 1098 time: 0.0707598 Mar 08 20:59:46.706503 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 20:59:46.717320 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac10e6-9e7e-4d4e-9758-b87d18d4605d req-aa56973c-51f5-4079-91ac-64d77f734e6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:46.718842 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-7cac10e6-9e7e-4d4e-9758-b87d18d4605d req-aa56973c-51f5-4079-91ac-64d77f734e6b service neutron] 10.222.0.21 "GET /v2.0/networks?id=06a8b738-1cbc-4a2a-825e-0aaa66ccc47b HTTP/1.1" status: 200 len: 908 time: 0.1783848 Mar 08 20:59:46.731959 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5f89f-200d-47c1-a01f-df903aa56870 req-10c82a76-a14e-4fb0-9eb4-ebf14c572ac2 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:46.733377 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-17a5f89f-200d-47c1-a01f-df903aa56870 req-10c82a76-a14e-4fb0-9eb4-ebf14c572ac2 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 945 time: 0.1257694 Mar 08 20:59:46.819052 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:46.850654 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f615633e-aeaa-4b58-8aa7-7c39420d989d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a80e59-2ae4-4c54-b8ef-5d5071fc1169'}] {{(pid=83162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:59:46.860268 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port b1a80e59-2ae4-4c54-b8ef-5d5071fc1169, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=b1a80e59-2ae4-4c54-b8ef-5d5071fc1169,segment=NetworkSegment(9f4b48cc-206f-4e19-9157-e36df92b79c1),segment_id=9f4b48cc-206f-4e19-9157-e36df92b79c1)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:59:46.865671 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:46.870717 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-17a5f89f-200d-47c1-a01f-df903aa56870 req-77fa3d6f-f1ae-4db2-9484-99e95155831f tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882380 Mar 08 20:59:46.872696 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-7cac10e6-9e7e-4d4e-9758-b87d18d4605d req-178d5635-1347-4d4c-a690-da3890741e17 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 HTTP/1.1" status: 200 len: 1001 time: 0.1379323 Mar 08 20:59:46.913670 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbda4c-240c-4f2e-bd1b-8bdd4d70da1d req-add5cd3c-351c-4c11-ae52-e8826793e6ec tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:46.915543 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-66cbda4c-240c-4f2e-bd1b-8bdd4d70da1d req-add5cd3c-351c-4c11-ae52-e8826793e6ec tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.0973208 Mar 08 20:59:46.944081 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=b1a80e59-2ae4-4c54-b8ef-5d5071fc1169,revision_number=6']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:46.957346 dv-cinder-832328-1-smb neutron-server[83162]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f615633e-aeaa-4b58-8aa7-7c39420d989d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b1a80e59-2ae4-4c54-b8ef-5d5071fc1169', 'code': 422} returned with failed status Mar 08 20:59:46.957826 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac10e6-9e7e-4d4e-9758-b87d18d4605d req-dd1786a5-3ac5-4dd3-8c48-d7b9fd94ea24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:46.959437 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-7cac10e6-9e7e-4d4e-9758-b87d18d4605d req-dd1786a5-3ac5-4dd3-8c48-d7b9fd94ea24 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f0925d3b-3863-4496-9a86-1e6f5051f8e9 HTTP/1.1" status: 200 len: 846 time: 0.0791302 Mar 08 20:59:46.973062 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-66cbda4c-240c-4f2e-bd1b-8bdd4d70da1d req-f8d0daee-5fa5-466b-992a-e8a650a16fbd tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=3728d2f1-8ab4-434a-9fe3-26e25f01efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499887 Mar 08 20:59:47.032584 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-7cac10e6-9e7e-4d4e-9758-b87d18d4605d req-6c32bb7f-87ff-448b-a6b7-e48a63798930 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06a8b738-1cbc-4a2a-825e-0aaa66ccc47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0670760 Mar 08 20:59:47.154674 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013d394-0c18-4fc7-8a64-8a281d61e3d1 req-d9456b3a-d8ad-4bf0-ab40-c79ff7b5ea58 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:47.156636 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-5013d394-0c18-4fc7-8a64-8a281d61e3d1 req-d9456b3a-d8ad-4bf0-ab40-c79ff7b5ea58 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 945 time: 0.0745077 Mar 08 20:59:47.166611 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-7cac10e6-9e7e-4d4e-9758-b87d18d4605d req-23aa0aff-6b62-4179-9dec-48e98ec4291a service neutron] 10.222.0.21 "GET /v2.0/networks/06a8b738-1cbc-4a2a-825e-0aaa66ccc47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266754 Mar 08 20:59:47.298127 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-7cac10e6-9e7e-4d4e-9758-b87d18d4605d req-8b9babe0-782d-493f-84ab-e343575110bf service neutron] 10.222.0.21 "GET /v2.0/networks/06a8b738-1cbc-4a2a-825e-0aaa66ccc47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250863 Mar 08 20:59:47.304706 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [req-5013d394-0c18-4fc7-8a64-8a281d61e3d1 req-958a8391-484f-40dc-9952-98416da2a6bc tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Deleting port 04fffc65-e31c-4d51-939e-a21e94ddd6be {{(pid=83160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 20:59:47.305046 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-5013d394-0c18-4fc7-8a64-8a281d61e3d1 req-958a8391-484f-40dc-9952-98416da2a6bc tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:47.541540 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [req-5013d394-0c18-4fc7-8a64-8a281d61e3d1 req-958a8391-484f-40dc-9952-98416da2a6bc tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] For port 04fffc65-e31c-4d51-939e-a21e94ddd6be, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=04fffc65-e31c-4d51-939e-a21e94ddd6be,segment=NetworkSegment(03b3b2d9-75f4-4e89-a73f-0d746dee5412),segment_id=03b3b2d9-75f4-4e89-a73f-0d746dee5412)] {{(pid=83160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:59:47.541913 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-5013d394-0c18-4fc7-8a64-8a281d61e3d1 req-958a8391-484f-40dc-9952-98416da2a6bc tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:47.816678 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-5013d394-0c18-4fc7-8a64-8a281d61e3d1 req-958a8391-484f-40dc-9952-98416da2a6bc tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:47.817044 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-5013d394-0c18-4fc7-8a64-8a281d61e3d1 req-958a8391-484f-40dc-9952-98416da2a6bc tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-356680'] for floatingip, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:47.817344 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.db.l3_db [req-5013d394-0c18-4fc7-8a64-8a281d61e3d1 req-958a8391-484f-40dc-9952-98416da2a6bc tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Floating IP d2ce4373-dd96-4c60-8345-329976ff72b0 disassociated. External IP: 172.28.2.141, port: 04fffc65-e31c-4d51-939e-a21e94ddd6be. Mar 08 20:59:47.817691 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [req-5013d394-0c18-4fc7-8a64-8a281d61e3d1 req-958a8391-484f-40dc-9952-98416da2a6bc tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Calling delete_port for 04fffc65-e31c-4d51-939e-a21e94ddd6be owned by compute:nova {{(pid=83160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 20:59:47.952723 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-5013d394-0c18-4fc7-8a64-8a281d61e3d1 req-958a8391-484f-40dc-9952-98416da2a6bc tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:48.001412 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a8391-484f-40dc-9952-98416da2a6bc tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Pushing event deleted for resources: {'Port': ['ID=04fffc65-e31c-4d51-939e-a21e94ddd6be,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:48.088479 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2e028-7458-45cb-964e-d2843763387f req-798fe64a-744d-4c6f-bec9-7de76b3e2293 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:48.089991 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-1bb2e028-7458-45cb-964e-d2843763387f req-798fe64a-744d-4c6f-bec9-7de76b3e2293 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 943 time: 0.0879295 Mar 08 20:59:48.136338 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-1bb2e028-7458-45cb-964e-d2843763387f req-c3a08ef4-cb87-4eab-9dab-cf9a5c0ec89f tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395093 Mar 08 20:59:48.187986 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-1f248fe9-1aca-4549-93d5-f6c0130947a1 req-f08b5355-b67b-480a-a0f5-7453d0ceeefc tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8 HTTP/1.1" status: 200 len: 210 time: 0.0561116 Mar 08 20:59:48.197869 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:48.264946 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5013d394-0c18-4fc7-8a64-8a281d61e3d1 req-958a8391-484f-40dc-9952-98416da2a6bc tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Router 0c3d9684-ae70-4cfb-9f2c-a0502022597c has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 20:59:48.466728 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5013d394-0c18-4fc7-8a64-8a281d61e3d1 req-958a8391-484f-40dc-9952-98416da2a6bc tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 20:59:48.477785 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd67a4-4cb5-4261-9230-6e28f6c6f8d2 None None] Sync routers for ids ['0c3d9684-ae70-4cfb-9f2c-a0502022597c'] in dv-cinder-832328-1-smb {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 20:59:48.489631 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd67a4-4cb5-4261-9230-6e28f6c6f8d2 None None] Routers {'0c3d9684-ae70-4cfb-9f2c-a0502022597c'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:59:48.490255 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-6afd67a4-4cb5-4261-9230-6e28f6c6f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:59:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['0c3d9684-ae70-4cfb-9f2c-a0502022597c'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:59:48.534261 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [req-5013d394-0c18-4fc7-8a64-8a281d61e3d1 req-958a8391-484f-40dc-9952-98416da2a6bc tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] No DVR routers for this DVR port 04fffc65-e31c-4d51-939e-a21e94ddd6be on host hv-cinder-83232 {{(pid=83160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 20:59:48.536689 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [req-5013d394-0c18-4fc7-8a64-8a281d61e3d1 req-958a8391-484f-40dc-9952-98416da2a6bc tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:48.539179 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8', 'name': 'network-vif-deleted', 'tag': '04fffc65-e31c-4d51-939e-a21e94ddd6be'}] {{(pid=83160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:59:48.555409 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-5013d394-0c18-4fc7-8a64-8a281d61e3d1 req-958a8391-484f-40dc-9952-98416da2a6bc tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.21 "DELETE /v2.0/ports/04fffc65-e31c-4d51-939e-a21e94ddd6be HTTP/1.1" status: 204 len: 173 time: 1.3935323 Mar 08 20:59:48.594971 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8bd707-a23b-40c9-8e95-8a9c7ecc4fa8', 'name': 'network-vif-deleted', 'tag': '04fffc65-e31c-4d51-939e-a21e94ddd6be', 'status': 'completed', 'code': 200} Mar 08 20:59:48.674395 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-6afd67a4-4cb5-4261-9230-6e28f6c6f8d2 None None] Set router 0c3d9684-ae70-4cfb-9f2c-a0502022597c gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:59:48.991824 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-6afd67a4-4cb5-4261-9230-6e28f6c6f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'name': 'tempest-AttachVolumeTestJSON-1011905253-router', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:00Z', 'updated_at': '2022-03-08T20:54:05Z', 'revision_number': 4, 'project_id': '83b0974382f941988054e5cb37b05168', 'gw_port': {'id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:01Z', 'updated_at': '2022-03-08T20:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': '0712f70d-438d-4d44-8878-12479f10c9e8', 'name': '', 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'mac_address': 'fa:16:3e:74:70:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:04Z', 'updated_at': '2022-03-08T20:54:23Z', 'revision_number': 5, 'project_id': '83b0974382f941988054e5cb37b05168', 'subnets': [{'id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:59:48.995457 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd67a4-4cb5-4261-9230-6e28f6c6f8d2 None None] Checking router: 0c3d9684-ae70-4cfb-9f2c-a0502022597c for host: dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 20:59:49.006211 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd67a4-4cb5-4261-9230-6e28f6c6f8d2 None None] Routers {'0c3d9684-ae70-4cfb-9f2c-a0502022597c'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 20:59:49.006823 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-6afd67a4-4cb5-4261-9230-6e28f6c6f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:59:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['0c3d9684-ae70-4cfb-9f2c-a0502022597c'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:59:49.226343 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-6afd67a4-4cb5-4261-9230-6e28f6c6f8d2 None None] Set router 0c3d9684-ae70-4cfb-9f2c-a0502022597c gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 20:59:49.334699 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 47440) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:59:49.394163 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f1885-3ba6-49a2-9b15-b272f0a0a4da req-87ca4240-d517-48db-af8f-0bba87313d22 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:49.395609 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-a18f1885-3ba6-49a2-9b15-b272f0a0a4da req-87ca4240-d517-48db-af8f-0bba87313d22 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 943 time: 0.1314018 Mar 08 20:59:49.429210 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-fc7fcda2-a6e6-47df-bc87-7ad274563596 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:49.471193 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-fc7fcda2-a6e6-47df-bc87-7ad274563596 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:49.486501 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-a18f1885-3ba6-49a2-9b15-b272f0a0a4da req-88cb519b-33a0-47fb-912e-de66cea4d834 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781636 Mar 08 20:59:49.526397 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-fc7fcda2-a6e6-47df-bc87-7ad274563596 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:49.539757 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-6afd67a4-4cb5-4261-9230-6e28f6c6f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'name': 'tempest-AttachVolumeTestJSON-1011905253-router', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:00Z', 'updated_at': '2022-03-08T20:54:05Z', 'revision_number': 4, 'project_id': '83b0974382f941988054e5cb37b05168', 'gw_port': {'id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:01Z', 'updated_at': '2022-03-08T20:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': '0712f70d-438d-4d44-8878-12479f10c9e8', 'name': '', 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'mac_address': 'fa:16:3e:74:70:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:04Z', 'updated_at': '2022-03-08T20:54:23Z', 'revision_number': 5, 'project_id': '83b0974382f941988054e5cb37b05168', 'subnets': [{'id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 20:59:49.543830 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd67a4-4cb5-4261-9230-6e28f6c6f8d2 None None] The sync data for ids ['0c3d9684-ae70-4cfb-9f2c-a0502022597c'] in dv-cinder-832328-1-smb is: [{'id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'name': 'tempest-AttachVolumeTestJSON-1011905253-router', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:00Z', 'updated_at': '2022-03-08T20:54:05Z', 'revision_number': 4, 'project_id': '83b0974382f941988054e5cb37b05168', 'gw_port': {'id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:01Z', 'updated_at': '2022-03-08T20:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': '0712f70d-438d-4d44-8878-12479f10c9e8', 'name': '', 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'mac_address': 'fa:16:3e:74:70:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:04Z', 'updated_at': '2022-03-08T20:54:23Z', 'revision_number': 5, 'project_id': '83b0974382f941988054e5cb37b05168', 'subnets': [{'id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 20:59:49.549158 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7fcda2-a6e6-47df-bc87-7ad274563596 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3728d2f1-8ab4-434a-9fe3-26e25f01efe8,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:49.564104 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-fc7fcda2-a6e6-47df-bc87-7ad274563596 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:49.565521 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-fc7fcda2-a6e6-47df-bc87-7ad274563596 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "DELETE /v2.0/security-groups/3728d2f1-8ab4-434a-9fe3-26e25f01efe8 HTTP/1.1" status: 204 len: 168 time: 0.2298663 Mar 08 20:59:49.568182 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 47444) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:59:49.669130 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.api.v2.resource [None req-73c4d87f-0576-41eb-ad82-8a89e36699f6 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] show failed (client error): The resource could not be found. Mar 08 20:59:49.670177 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-73c4d87f-0576-41eb-ad82-8a89e36699f6 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups/3728d2f1-8ab4-434a-9fe3-26e25f01efe8 HTTP/1.1" status: 404 len: 347 time: 0.1010699 Mar 08 20:59:49.673695 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 47448) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:59:49.751085 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 20:59:49.766110 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14916a4-ed7a-4b24-9efd-a615be8521ea None None] New status for floating IP d2ce4373-dd96-4c60-8345-329976ff72b0: DOWN {{(pid=83163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 08 20:59:49.822866 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-6a6ace0a-46f3-4733-8f6b-aa2fd5946cfe tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Deleting port 24404e7c-3a90-4c20-aeb6-bdc41cd53f5e {{(pid=83160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 20:59:49.823202 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6a6ace0a-46f3-4733-8f6b-aa2fd5946cfe tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:49.988173 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6a6ace0a-46f3-4733-8f6b-aa2fd5946cfe tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:49.988495 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6a6ace0a-46f3-4733-8f6b-aa2fd5946cfe tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:50.104635 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-6a6ace0a-46f3-4733-8f6b-aa2fd5946cfe tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Calling delete_port for 24404e7c-3a90-4c20-aeb6-bdc41cd53f5e owned by network:floatingip {{(pid=83160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 20:59:50.185088 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.db.api [None req-6a6ace0a-46f3-4733-8f6b-aa2fd5946cfe tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 20:59:50.185434 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG oslo_db.api [None req-6a6ace0a-46f3-4733-8f6b-aa2fd5946cfe tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 20:59:50.422261 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-eccd5669-a45d-4ece-9b0d-dea344ac36cb req-80dae4da-cbe8-4007-a2d4-0b507a9884d8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 1096 time: 0.0682874 Mar 08 20:59:50.462582 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-eccd5669-a45d-4ece-9b0d-dea344ac36cb req-36c0fbfd-1c87-497a-b33a-1b59450c06e0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339441 Mar 08 20:59:50.676776 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1b1bc-4cb0-4dc2-a88f-6e6fdd51f450 req-d3e87181-71e0-47d8-93fe-e44a96df38ea tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:50.678141 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-2cb1b1bc-4cb0-4dc2-a88f-6e6fdd51f450 req-d3e87181-71e0-47d8-93fe-e44a96df38ea tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 943 time: 0.0735362 Mar 08 20:59:50.686219 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-6a6ace0a-46f3-4733-8f6b-aa2fd5946cfe tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Deleting port 24404e7c-3a90-4c20-aeb6-bdc41cd53f5e {{(pid=83160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 20:59:50.686566 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6a6ace0a-46f3-4733-8f6b-aa2fd5946cfe tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:50.724981 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-2cb1b1bc-4cb0-4dc2-a88f-6e6fdd51f450 req-81376100-4fdd-482b-ade4-90e67e769b65 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415027 Mar 08 20:59:50.744297 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 04fffc65-e31c-4d51-939e-a21e94ddd6be no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 20:59:50.775382 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] No Port match for: 04fffc65-e31c-4d51-939e-a21e94ddd6be {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 20:59:50.775713 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 04fffc65-e31c-4d51-939e-a21e94ddd6be not bound to the agent host hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 20:59:50.855097 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6a6ace0a-46f3-4733-8f6b-aa2fd5946cfe tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:50.855414 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6a6ace0a-46f3-4733-8f6b-aa2fd5946cfe tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:50.978311 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-6a6ace0a-46f3-4733-8f6b-aa2fd5946cfe tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Calling delete_port for 24404e7c-3a90-4c20-aeb6-bdc41cd53f5e owned by network:floatingip {{(pid=83160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 20:59:51.106401 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6a6ace0a-46f3-4733-8f6b-aa2fd5946cfe tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:51.153999 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ace0a-46f3-4733-8f6b-aa2fd5946cfe tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Pushing event deleted for resources: {'Port': ['ID=24404e7c-3a90-4c20-aeb6-bdc41cd53f5e,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:51.239886 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6a6ace0a-46f3-4733-8f6b-aa2fd5946cfe tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for floatingip, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:51.253183 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6a6ace0a-46f3-4733-8f6b-aa2fd5946cfe tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for floatingip, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:51.254292 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-6a6ace0a-46f3-4733-8f6b-aa2fd5946cfe tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "DELETE /v2.0/floatingips/d2ce4373-dd96-4c60-8345-329976ff72b0 HTTP/1.1" status: 204 len: 168 time: 1.5796883 Mar 08 20:59:51.629833 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 47456) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:59:51.635276 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-8ab8b854-dce8-45e0-b8f1-09f594598aad tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1706575909', 'description': 'tempest-description--718551557'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:59:51.640930 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-8ab8b854-dce8-45e0-b8f1-09f594598aad tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:59:51.644890 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-8ab8b854-dce8-45e0-b8f1-09f594598aad tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Usage tracker for resource:security_group and tenant:83b0974382f941988054e5cb37b05168 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:59:51.648424 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-8ab8b854-dce8-45e0-b8f1-09f594598aad tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:59:51.654044 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-8ab8b854-dce8-45e0-b8f1-09f594598aad tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:59:51.663396 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b854-dce8-45e0-b8f1-09f594598aad tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:51.696356 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-8ab8b854-dce8-45e0-b8f1-09f594598aad tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:59:51.700094 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-8ab8b854-dce8-45e0-b8f1-09f594598aad tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Usage tracker for resource:security_group_rule and tenant:83b0974382f941988054e5cb37b05168 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:59:51.702860 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-8ab8b854-dce8-45e0-b8f1-09f594598aad tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:59:51.708353 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-8ab8b854-dce8-45e0-b8f1-09f594598aad tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:59:51.763602 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b854-dce8-45e0-b8f1-09f594598aad tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:51.768337 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b854-dce8-45e0-b8f1-09f594598aad tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:51.812705 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8b854-dce8-45e0-b8f1-09f594598aad tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=169e1323-5f8c-4bcf-96ca-6ff49bcbf183,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:51.816747 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b854-dce8-45e0-b8f1-09f594598aad tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:51.817940 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-8ab8b854-dce8-45e0-b8f1-09f594598aad tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1870995 Mar 08 20:59:51.820842 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47462) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:59:51.824830 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8b854-dce8-45e0-b8f1-09f594598aad tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:51.825170 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8b854-dce8-45e0-b8f1-09f594598aad tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:51.825496 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8b854-dce8-45e0-b8f1-09f594598aad tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:51.825842 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8b854-dce8-45e0-b8f1-09f594598aad tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:51.826186 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8b854-dce8-45e0-b8f1-09f594598aad tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:51.826501 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8b854-dce8-45e0-b8f1-09f594598aad tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:51.826813 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8b854-dce8-45e0-b8f1-09f594598aad tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:51.827134 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8b854-dce8-45e0-b8f1-09f594598aad tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:51.827439 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8b854-dce8-45e0-b8f1-09f594598aad tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:51.828318 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8b854-dce8-45e0-b8f1-09f594598aad tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:51.828632 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8b854-dce8-45e0-b8f1-09f594598aad tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 20:59:51.831073 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-b8b3af4c-8923-49d0-8ce4-cfdf434ed81d tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Request body: {'security_group_rule': {'security_group_id': '169e1323-5f8c-4bcf-96ca-6ff49bcbf183', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:59:51.841267 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-b8b3af4c-8923-49d0-8ce4-cfdf434ed81d tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:59:51.849612 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-b8b3af4c-8923-49d0-8ce4-cfdf434ed81d tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Usage tracker for resource:security_group_rule and tenant:83b0974382f941988054e5cb37b05168 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:59:51.854504 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-b8b3af4c-8923-49d0-8ce4-cfdf434ed81d tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:59:51.891251 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-b8b3af4c-8923-49d0-8ce4-cfdf434ed81d tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:59:51.923236 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b8b3af4c-8923-49d0-8ce4-cfdf434ed81d tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:51.976285 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d326c5-513d-4fad-86c8-db3095727dec req-6a68cb65-8fcc-43ab-8cf3-42173fb30e49 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:51.977864 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e4d326c5-513d-4fad-86c8-db3095727dec req-6a68cb65-8fcc-43ab-8cf3-42173fb30e49 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 943 time: 0.1254005 Mar 08 20:59:52.033320 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b8b3af4c-8923-49d0-8ce4-cfdf434ed81d tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:52.045934 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b8b3af4c-8923-49d0-8ce4-cfdf434ed81d tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324256'] for security_group_rule, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:52.067168 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e4d326c5-513d-4fad-86c8-db3095727dec req-3ada149c-eba9-4b2e-a34d-39f02b3779ff tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813322 Mar 08 20:59:52.073439 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3af4c-8923-49d0-8ce4-cfdf434ed81d tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca541295-af38-46ac-b0a1-0d0b1aa60a1d,revision_number=0']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:52.100776 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b8b3af4c-8923-49d0-8ce4-cfdf434ed81d tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:52.102248 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-b8b3af4c-8923-49d0-8ce4-cfdf434ed81d tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2797434 Mar 08 20:59:52.104813 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47466) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:59:52.110780 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-1f15d36a-d586-46bf-909e-0022fc16690a tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Request body: {'security_group_rule': {'security_group_id': '169e1323-5f8c-4bcf-96ca-6ff49bcbf183', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:59:52.116541 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-1f15d36a-d586-46bf-909e-0022fc16690a tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:59:52.120649 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-1f15d36a-d586-46bf-909e-0022fc16690a tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Usage tracker for resource:security_group_rule and tenant:83b0974382f941988054e5cb37b05168 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:59:52.124506 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-1f15d36a-d586-46bf-909e-0022fc16690a tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:59:52.133044 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-1f15d36a-d586-46bf-909e-0022fc16690a tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:59:52.152265 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1f15d36a-d586-46bf-909e-0022fc16690a tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:52.213102 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1f15d36a-d586-46bf-909e-0022fc16690a tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:52.216721 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1f15d36a-d586-46bf-909e-0022fc16690a tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324256'] for security_group_rule, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:52.243335 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15d36a-d586-46bf-909e-0022fc16690a tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c1d90e-feb1-43ee-9abf-972bcfce11dd,revision_number=0']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:52.254407 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1f15d36a-d586-46bf-909e-0022fc16690a tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:52.255889 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-1f15d36a-d586-46bf-909e-0022fc16690a tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1499012 Mar 08 20:59:52.258915 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47470) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 20:59:52.264361 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-4d759bd1-400f-4a53-bd81-8e1b92473696 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Request body: {'floatingip': {'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:59:52.270461 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-4d759bd1-400f-4a53-bd81-8e1b92473696 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:59:52.274358 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-4d759bd1-400f-4a53-bd81-8e1b92473696 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Usage tracker for resource:floatingip and tenant:83b0974382f941988054e5cb37b05168 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 20:59:52.277214 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-4d759bd1-400f-4a53-bd81-8e1b92473696 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 20:59:52.283153 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-4d759bd1-400f-4a53-bd81-8e1b92473696 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:59:52.293993 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-4d759bd1-400f-4a53-bd81-8e1b92473696 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for floatingip, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:52.432740 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-4d759bd1-400f-4a53-bd81-8e1b92473696 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:52.635420 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_common [None req-4d759bd1-400f-4a53-bd81-8e1b92473696 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Allocated IP 172.28.2.180 (f9f3acf9-d167-4056-a9c0-ac3b9bafea7a/9a481e38-0dcf-4733-b8bf-eb46fecff3f0/f981278d-3950-4986-bb67-e30cb953a24e) {{(pid=83161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:59:52.746770 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 20:59:52.777757 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-4d759bd1-400f-4a53-bd81-8e1b92473696 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for port, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:52.805200 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-4d759bd1-400f-4a53-bd81-8e1b92473696 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:52.872661 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d759bd1-400f-4a53-bd81-8e1b92473696 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a is already hosted by enough agents. {{(pid=83161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:59:52.875755 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port b1a80e59-2ae4-4c54-b8ef-5d5071fc1169, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=b1a80e59-2ae4-4c54-b8ef-5d5071fc1169,segment=NetworkSegment(9f4b48cc-206f-4e19-9157-e36df92b79c1),segment_id=9f4b48cc-206f-4e19-9157-e36df92b79c1)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:59:52.876021 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [None req-4d759bd1-400f-4a53-bd81-8e1b92473696 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Resources bound (agent type, host, resource id): {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:59:52.880259 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d759bd1-400f-4a53-bd81-8e1b92473696 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Received port after_create {{(pid=83161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:59:52.888698 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Returning: {'device': 'b1a80e59-2ae4-4c54-b8ef-5d5071fc1169', 'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b', 'port_id': 'b1a80e59-2ae4-4c54-b8ef-5d5071fc1169', 'mac_address': 'fa:16:3e:0a:c7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0925d3b-3863-4496-9a86-1e6f5051f8e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 20:59:52.906459 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d759bd1-400f-4a53-bd81-8e1b92473696 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Pushing event updated for resources: {'Port': ['ID=f981278d-3950-4986-bb67-e30cb953a24e,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:52.946004 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:52.962536 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 {{(pid=83162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:59:52.977098 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port b1a80e59-2ae4-4c54-b8ef-5d5071fc1169, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=b1a80e59-2ae4-4c54-b8ef-5d5071fc1169,segment=NetworkSegment(9f4b48cc-206f-4e19-9157-e36df92b79c1),segment_id=9f4b48cc-206f-4e19-9157-e36df92b79c1)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:59:52.980527 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:53.037536 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-4d759bd1-400f-4a53-bd81-8e1b92473696 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:53.043733 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=b1a80e59-2ae4-4c54-b8ef-5d5071fc1169,revision_number=7']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:53.091090 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-4d759bd1-400f-4a53-bd81-8e1b92473696 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:53.281596 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef2df4-d1f1-4bba-8ea4-1c0c4b9fd088 req-99121a34-1bdb-4e89-af85-03f703f948df tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:53.283085 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-1eef2df4-d1f1-4bba-8ea4-1c0c4b9fd088 req-99121a34-1bdb-4e89-af85-03f703f948df tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 944 time: 0.0897069 Mar 08 20:59:53.293218 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-4d759bd1-400f-4a53-bd81-8e1b92473696 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for port, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:53.298220 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-4d759bd1-400f-4a53-bd81-8e1b92473696 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:53.330194 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-1eef2df4-d1f1-4bba-8ea4-1c0c4b9fd088 req-d7acfc96-1d62-4ab5-ad4b-0458db06a1cb tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412219 Mar 08 20:59:53.378969 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['b1a80e59-2ae4-4c54-b8ef-5d5071fc1169'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 20:59:53.399112 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d759bd1-400f-4a53-bd81-8e1b92473696 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Pushing event updated for resources: {'Port': ['ID=f981278d-3950-4986-bb67-e30cb953a24e,revision_number=2']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:53.419105 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-4d759bd1-400f-4a53-bd81-8e1b92473696 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-356680'] for floatingip, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:53.440853 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-4d759bd1-400f-4a53-bd81-8e1b92473696 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for floatingip, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:53.442130 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-4d759bd1-400f-4a53-bd81-8e1b92473696 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1822176 Mar 08 20:59:53.611655 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-d57532ae-2162-43ed-8085-ad42fd5361bc tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1706575909&fields=id&tenant_id=83b0974382f941988054e5cb37b05168 HTTP/1.1" status: 200 len: 267 time: 0.0405369 Mar 08 20:59:53.753446 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-63686ddc-152b-4ab0-bbb3-0dfe46f78424 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:53.754888 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-63686ddc-152b-4ab0-bbb3-0dfe46f78424 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/networks?id=239e2d37-cae2-4302-bc13-ce825026cdf1 HTTP/1.1" status: 200 len: 811 time: 0.1370285 Mar 08 20:59:53.770854 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-a1c8338e-4956-465e-b3e0-35f7818e593b tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/quotas/83b0974382f941988054e5cb37b05168 HTTP/1.1" status: 200 len: 375 time: 0.0107682 Mar 08 20:59:53.852525 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-0c81b700-f185-4956-814f-428e151a6146 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=83b0974382f941988054e5cb37b05168&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0770431 Mar 08 20:59:53.985909 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-d475d454-2e84-4161-90bf-3b99df665437 service neutron] 10.222.0.39 "GET /v2.0/networks/239e2d37-cae2-4302-bc13-ce825026cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222479 Mar 08 20:59:54.113166 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-7a6a48b3-c5f6-4ebc-911a-219a3ea19f83 service neutron] 10.222.0.39 "GET /v2.0/networks/239e2d37-cae2-4302-bc13-ce825026cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215227 Mar 08 20:59:54.383736 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-f9333e82-0e73-4ed2-baf7-784285dca97a req-cfff2f8c-2c2c-4b6d-aacf-c96cca4e42e1 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Synchronizing usage tracker for tenant:83b0974382f941988054e5cb37b05168 on resource:port {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:59:54.398543 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-f9333e82-0e73-4ed2-baf7-784285dca97a req-cfff2f8c-2c2c-4b6d-aacf-c96cca4e42e1 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Unset dirty status for tenant:83b0974382f941988054e5cb37b05168 on resource:port {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:59:54.399673 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-f9333e82-0e73-4ed2-baf7-784285dca97a req-cfff2f8c-2c2c-4b6d-aacf-c96cca4e42e1 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d75ec42b-12cf-4f91-8607-95fab352bdb1 HTTP/1.1" status: 200 len: 210 time: 0.1428299 Mar 08 20:59:54.770645 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 up at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 20:59:54.840241 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning complete for port b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:59:54.840665 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:54.974440 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:55.002116 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f615633e-aeaa-4b58-8aa7-7c39420d989d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a80e59-2ae4-4c54-b8ef-5d5071fc1169'}] {{(pid=83162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:59:55.012201 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port b1a80e59-2ae4-4c54-b8ef-5d5071fc1169, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=b1a80e59-2ae4-4c54-b8ef-5d5071fc1169,segment=NetworkSegment(9f4b48cc-206f-4e19-9157-e36df92b79c1),segment_id=9f4b48cc-206f-4e19-9157-e36df92b79c1)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 20:59:55.018668 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:55.025013 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-fecbb102-ebd8-4c7a-8510-51f63c3e45ce req-57fd6af5-a8f0-4ffa-9c78-f3073872aef6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708117 Mar 08 20:59:55.069618 dv-cinder-832328-1-smb neutron-server[83162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f615633e-aeaa-4b58-8aa7-7c39420d989d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a80e59-2ae4-4c54-b8ef-5d5071fc1169', 'code': 200} Mar 08 20:59:55.086756 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=b1a80e59-2ae4-4c54-b8ef-5d5071fc1169,revision_number=8']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:55.174764 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-fecbb102-ebd8-4c7a-8510-51f63c3e45ce req-2528558f-df4c-4273-b7df-38f5b935fd52 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf98cf7961434dfbaf15fa6e67d18187&device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 1098 time: 0.0705607 Mar 08 20:59:55.324757 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbb102-ebd8-4c7a-8510-51f63c3e45ce req-64be4b14-92fd-415b-9cdc-601a43599dca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:55.326258 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-fecbb102-ebd8-4c7a-8510-51f63c3e45ce req-64be4b14-92fd-415b-9cdc-601a43599dca service neutron] 10.222.0.21 "GET /v2.0/networks?id=06a8b738-1cbc-4a2a-825e-0aaa66ccc47b HTTP/1.1" status: 200 len: 908 time: 0.1282780 Mar 08 20:59:55.431801 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-80a4dced-0bb6-4f91-924b-392e16941335 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:55.433366 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-80a4dced-0bb6-4f91-924b-392e16941335 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.21 "GET /v2.0/networks?id=239e2d37-cae2-4302-bc13-ce825026cdf1 HTTP/1.1" status: 200 len: 811 time: 0.1564407 Mar 08 20:59:55.436760 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-fecbb102-ebd8-4c7a-8510-51f63c3e45ce req-a515c6ff-3d30-4754-a044-e3c1c8a85fa8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 HTTP/1.1" status: 200 len: 1001 time: 0.1029472 Mar 08 20:59:55.502533 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-bcae1eeb-674e-4167-a67e-e0cc348db93b tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83b0974382f941988054e5cb37b05168 HTTP/1.1" status: 200 len: 380 time: 0.0497913 Mar 08 20:59:55.513578 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-d36959b0-ee4a-40ff-a2b2-c9a3a2902b55 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Request body: {'port': {'device_id': 'd75ec42b-12cf-4f91-8607-95fab352bdb1', 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1', 'admin_state_up': True, 'tenant_id': '83b0974382f941988054e5cb37b05168', 'security_groups': ['169e1323-5f8c-4bcf-96ca-6ff49bcbf183']}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:59:55.522116 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbb102-ebd8-4c7a-8510-51f63c3e45ce req-b5940900-b6b3-439c-aaba-603497253539 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:55.523552 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-fecbb102-ebd8-4c7a-8510-51f63c3e45ce req-b5940900-b6b3-439c-aaba-603497253539 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f0925d3b-3863-4496-9a86-1e6f5051f8e9 HTTP/1.1" status: 200 len: 846 time: 0.0696948 Mar 08 20:59:55.597512 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-27ae36af-7e97-4f1d-9a0d-c92d565b41e3 req-c2a65766-01dc-4bd0-9874-ddac402816bc tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d75ec42b-12cf-4f91-8607-95fab352bdb1 HTTP/1.1" status: 200 len: 210 time: 0.0700221 Mar 08 20:59:55.651131 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-fecbb102-ebd8-4c7a-8510-51f63c3e45ce req-0b8bcb68-631b-4752-ac6b-fe3fb3f8ea3f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06a8b738-1cbc-4a2a-825e-0aaa66ccc47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0879862 Mar 08 20:59:55.737380 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-d36959b0-ee4a-40ff-a2b2-c9a3a2902b55 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 20:59:55.746640 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-d36959b0-ee4a-40ff-a2b2-c9a3a2902b55 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 20:59:55.757918 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-d36959b0-ee4a-40ff-a2b2-c9a3a2902b55 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Made reservation on behalf of 83b0974382f941988054e5cb37b05168 for: {'port': 1} {{(pid=83161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 20:59:55.761058 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-d36959b0-ee4a-40ff-a2b2-c9a3a2902b55 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:55.784926 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-fecbb102-ebd8-4c7a-8510-51f63c3e45ce req-1960f0b4-66b8-43f6-81cb-45d3ad82f95c service neutron] 10.222.0.21 "GET /v2.0/networks/06a8b738-1cbc-4a2a-825e-0aaa66ccc47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245103 Mar 08 20:59:55.914933 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-fecbb102-ebd8-4c7a-8510-51f63c3e45ce req-cc2b8a0d-8e27-4a9b-8cbb-6f7f41681764 service neutron] 10.222.0.21 "GET /v2.0/networks/06a8b738-1cbc-4a2a-825e-0aaa66ccc47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221189 Mar 08 20:59:55.915160 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_common [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-d36959b0-ee4a-40ff-a2b2-c9a3a2902b55 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Allocated IP 172.20.0.14 (239e2d37-cae2-4302-bc13-ce825026cdf1/bff06441-7eb9-494f-8cf1-5b73b840bf8a/13e9bd1b-eb34-4193-98f1-95b7692a47ae) {{(pid=83161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 20:59:56.102592 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-d36959b0-ee4a-40ff-a2b2-c9a3a2902b55 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for port, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:56.117467 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.provisioning_blocks [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-d36959b0-ee4a-40ff-a2b2-c9a3a2902b55 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Transition to ACTIVE for port object 13e9bd1b-eb34-4193-98f1-95b7692a47ae will not be triggered until provisioned by entity DHCP. {{(pid=83161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:59:56.138577 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-d36959b0-ee4a-40ff-a2b2-c9a3a2902b55 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:56.214117 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-d36959b0-ee4a-40ff-a2b2-c9a3a2902b55 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Network 239e2d37-cae2-4302-bc13-ce825026cdf1 is already hosted by enough agents. {{(pid=83161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 20:59:56.217352 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-d36959b0-ee4a-40ff-a2b2-c9a3a2902b55 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Resources bound (agent type, host, resource id): {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 20:59:56.219808 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-d36959b0-ee4a-40ff-a2b2-c9a3a2902b55 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Received port after_create {{(pid=83161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 20:59:56.250269 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36959b0-ee4a-40ff-a2b2-c9a3a2902b55 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Pushing event updated for resources: {'Port': ['ID=13e9bd1b-eb34-4193-98f1-95b7692a47ae,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:56.283560 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-d36959b0-ee4a-40ff-a2b2-c9a3a2902b55 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:56.284162 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-d36959b0-ee4a-40ff-a2b2-c9a3a2902b55 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:56.308614 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-d36959b0-ee4a-40ff-a2b2-c9a3a2902b55 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8010659 Mar 08 20:59:56.322799 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-10927eb6-5232-475e-8d61-14a117b49611 service neutron] Request body: {'port': {'device_id': 'd75ec42b-12cf-4f91-8607-95fab352bdb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 20:59:56.433129 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-10927eb6-5232-475e-8d61-14a117b49611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:56.439570 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-2cee336e-a49d-4c3c-9ad0-5cee8836dc87 None None] Provisioning for port 13e9bd1b-eb34-4193-98f1-95b7692a47ae completed by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 20:59:56.444111 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-2cee336e-a49d-4c3c-9ad0-5cee8836dc87 None None] Provisioning complete for port 13e9bd1b-eb34-4193-98f1-95b7692a47ae triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 20:59:56.444465 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-2cee336e-a49d-4c3c-9ad0-5cee8836dc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:56.497790 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-2cee336e-a49d-4c3c-9ad0-5cee8836dc87 None None] Port 13e9bd1b-eb34-4193-98f1-95b7692a47ae cannot update to ACTIVE because it is not bound. {{(pid=83162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 08 20:59:56.795520 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-10927eb6-5232-475e-8d61-14a117b49611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e9bd1b-eb34-4193-98f1-95b7692a47ae {{(pid=83161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 20:59:56.804210 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-10927eb6-5232-475e-8d61-14a117b49611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:56.830620 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.provisioning_blocks [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-10927eb6-5232-475e-8d61-14a117b49611 service neutron] Transition to ACTIVE for port object 13e9bd1b-eb34-4193-98f1-95b7692a47ae will not be triggered until provisioned by entity L2. {{(pid=83161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 20:59:56.835970 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-10927eb6-5232-475e-8d61-14a117b49611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:56.899679 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82effc34-2bf1-4c5e-9d1d-414a7fcb255c req-81eef735-711d-40dd-8dc3-e34e89604f06 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:56.900348 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-82effc34-2bf1-4c5e-9d1d-414a7fcb255c req-81eef735-711d-40dd-8dc3-e34e89604f06 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Synchronizing usage tracker for tenant:83b0974382f941988054e5cb37b05168 on resource:port {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:59:56.962301 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10927eb6-5232-475e-8d61-14a117b49611 service neutron] Pushing event updated for resources: {'Port': ['ID=13e9bd1b-eb34-4193-98f1-95b7692a47ae,revision_number=2']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:56.990091 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-82effc34-2bf1-4c5e-9d1d-414a7fcb255c req-81eef735-711d-40dd-8dc3-e34e89604f06 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Unset dirty status for tenant:83b0974382f941988054e5cb37b05168 on resource:port {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:59:56.991234 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-82effc34-2bf1-4c5e-9d1d-414a7fcb255c req-81eef735-711d-40dd-8dc3-e34e89604f06 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d75ec42b-12cf-4f91-8607-95fab352bdb1 HTTP/1.1" status: 200 len: 932 time: 0.2556686 Mar 08 20:59:57.107773 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-82effc34-2bf1-4c5e-9d1d-414a7fcb255c req-23fe43ef-d4a9-4ee6-a21e-38a852592460 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=169e1323-5f8c-4bcf-96ca-6ff49bcbf183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922117 Mar 08 20:59:57.128957 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-10927eb6-5232-475e-8d61-14a117b49611 service neutron] Attempting to bind port 13e9bd1b-eb34-4193-98f1-95b7692a47ae on host hv-cinder-83232 for vnic_type normal with profile {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 20:59:57.129285 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-10927eb6-5232-475e-8d61-14a117b49611 service neutron] Attempting to bind port 13e9bd1b-eb34-4193-98f1-95b7692a47ae by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': '03b3b2d9-75f4-4e89-a73f-0d746dee5412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1'}] {{(pid=83161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 20:59:57.129603 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-10927eb6-5232-475e-8d61-14a117b49611 service neutron] Attempting to bind port 13e9bd1b-eb34-4193-98f1-95b7692a47ae on network 239e2d37-cae2-4302-bc13-ce825026cdf1 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:59:57.137844 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-10927eb6-5232-475e-8d61-14a117b49611 service neutron] Port 13e9bd1b-eb34-4193-98f1-95b7692a47ae on network 239e2d37-cae2-4302-bc13-ce825026cdf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 08 20:59:57.138166 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-10927eb6-5232-475e-8d61-14a117b49611 service neutron] Attempting to bind port 13e9bd1b-eb34-4193-98f1-95b7692a47ae on network 239e2d37-cae2-4302-bc13-ce825026cdf1 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 20:59:57.144507 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-10927eb6-5232-475e-8d61-14a117b49611 service neutron] Checking agent: {'id': '7ef80941-8def-40cc-9dc9-727f4daf545d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'started_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 20, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 20:59:57.144833 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-10927eb6-5232-475e-8d61-14a117b49611 service neutron] Checking segment: {'id': '03b3b2d9-75f4-4e89-a73f-0d746dee5412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 20:59:57.145306 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-10927eb6-5232-475e-8d61-14a117b49611 service neutron] Bound using segment: {'id': '03b3b2d9-75f4-4e89-a73f-0d746dee5412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1'} {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 20:59:57.145777 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-10927eb6-5232-475e-8d61-14a117b49611 service neutron] Bound port: 13e9bd1b-eb34-4193-98f1-95b7692a47ae, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b3b2d9-75f4-4e89-a73f-0d746dee5412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1'}}] {{(pid=83161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 20:59:57.146112 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-10927eb6-5232-475e-8d61-14a117b49611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:57.230533 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-10927eb6-5232-475e-8d61-14a117b49611 service neutron] For port 13e9bd1b-eb34-4193-98f1-95b7692a47ae, host hv-cinder-83232, cleared binding levels {{(pid=83161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 20:59:57.233343 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-10927eb6-5232-475e-8d61-14a117b49611 service neutron] For port 13e9bd1b-eb34-4193-98f1-95b7692a47ae, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=13e9bd1b-eb34-4193-98f1-95b7692a47ae,segment=NetworkSegment(03b3b2d9-75f4-4e89-a73f-0d746dee5412),segment_id=03b3b2d9-75f4-4e89-a73f-0d746dee5412)] {{(pid=83161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 20:59:57.238008 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-10927eb6-5232-475e-8d61-14a117b49611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:57.296117 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-10927eb6-5232-475e-8d61-14a117b49611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 20:59:57.297532 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-10927eb6-5232-475e-8d61-14a117b49611 service neutron] 10.222.0.21 "PUT /v2.0/ports/13e9bd1b-eb34-4193-98f1-95b7692a47ae HTTP/1.1" status: 200 len: 1094 time: 0.9792590 Mar 08 20:59:57.297979 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75ec42b-12cf-4f91-8607-95fab352bdb1', 'tag': '13e9bd1b-eb34-4193-98f1-95b7692a47ae'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 20:59:57.316503 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10927eb6-5232-475e-8d61-14a117b49611 service neutron] Pushing event updated for resources: {'Port': ['ID=13e9bd1b-eb34-4193-98f1-95b7692a47ae,revision_number=3']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 20:59:57.378967 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75ec42b-12cf-4f91-8607-95fab352bdb1', 'tag': '13e9bd1b-eb34-4193-98f1-95b7692a47ae', 'status': 'completed', 'code': 200} Mar 08 20:59:57.420480 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-21421fb4-c191-47bf-ad9d-a3daab4906ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=83b0974382f941988054e5cb37b05168&device_id=d75ec42b-12cf-4f91-8607-95fab352bdb1 HTTP/1.1" status: 200 len: 1097 time: 0.0755103 Mar 08 20:59:57.491361 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-8558730e-13b5-409b-865e-6682a80c102c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13e9bd1b-eb34-4193-98f1-95b7692a47ae HTTP/1.1" status: 200 len: 217 time: 0.0627365 Mar 08 20:59:57.633560 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-e7f10fb1-c6c0-4d0b-8f02-04b41173bb67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:57.635015 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-e7f10fb1-c6c0-4d0b-8f02-04b41173bb67 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bff06441-7eb9-494f-8cf1-5b73b840bf8a HTTP/1.1" status: 200 len: 850 time: 0.1334465 Mar 08 20:59:57.711229 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-d0fe602c-aab1-4151-8ed0-80ed126acf98 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=239e2d37-cae2-4302-bc13-ce825026cdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0678372 Mar 08 20:59:57.838961 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-2875fd73-1a9c-4189-bb8f-d3cc474b9d3d service neutron] 10.222.0.21 "GET /v2.0/networks/239e2d37-cae2-4302-bc13-ce825026cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206017 Mar 08 20:59:57.977298 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-90bf6505-dce4-47d3-8978-8474c235ee27 req-6a19ec04-6667-41ac-a1e5-2e9a4d8f1f70 service neutron] 10.222.0.21 "GET /v2.0/networks/239e2d37-cae2-4302-bc13-ce825026cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284447 Mar 08 20:59:58.095873 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-083117f9-c8d2-4257-ba8a-e94b89530b4a req-abed3d64-fe32-40b0-9146-776c5d9ff14e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=83b0974382f941988054e5cb37b05168&device_id=d75ec42b-12cf-4f91-8607-95fab352bdb1 HTTP/1.1" status: 200 len: 1097 time: 0.0670819 Mar 08 20:59:58.265784 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083117f9-c8d2-4257-ba8a-e94b89530b4a req-911585ce-024a-4167-b688-30b186466000 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:58.267191 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-083117f9-c8d2-4257-ba8a-e94b89530b4a req-911585ce-024a-4167-b688-30b186466000 service neutron] 10.222.0.21 "GET /v2.0/networks?id=239e2d37-cae2-4302-bc13-ce825026cdf1 HTTP/1.1" status: 200 len: 912 time: 0.1653979 Mar 08 20:59:58.344687 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-083117f9-c8d2-4257-ba8a-e94b89530b4a req-889538e5-825d-458d-8d38-d9c823e342d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13e9bd1b-eb34-4193-98f1-95b7692a47ae HTTP/1.1" status: 200 len: 217 time: 0.0671878 Mar 08 20:59:58.425074 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf01c9-03bc-4229-97d1-04694ecbbb2e req-eb4e431e-137e-4149-9654-eefe53db5975 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:58.426425 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6caf01c9-03bc-4229-97d1-04694ecbbb2e req-eb4e431e-137e-4149-9654-eefe53db5975 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d75ec42b-12cf-4f91-8607-95fab352bdb1 HTTP/1.1" status: 200 len: 944 time: 0.1929889 Mar 08 20:59:58.427833 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083117f9-c8d2-4257-ba8a-e94b89530b4a req-c2eb36f6-0bcd-4914-a035-67779b09df85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:58.429170 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-083117f9-c8d2-4257-ba8a-e94b89530b4a req-c2eb36f6-0bcd-4914-a035-67779b09df85 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bff06441-7eb9-494f-8cf1-5b73b840bf8a HTTP/1.1" status: 200 len: 850 time: 0.0754604 Mar 08 20:59:58.517743 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6caf01c9-03bc-4229-97d1-04694ecbbb2e req-c8359dac-f933-4f3c-b850-9a4ea3ae26d0 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=169e1323-5f8c-4bcf-96ca-6ff49bcbf183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858483 Mar 08 20:59:58.531246 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-083117f9-c8d2-4257-ba8a-e94b89530b4a req-945a005a-5fbd-4ab2-97d2-f3bb4b0a51cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=239e2d37-cae2-4302-bc13-ce825026cdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0855212 Mar 08 20:59:58.668271 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-083117f9-c8d2-4257-ba8a-e94b89530b4a req-052de8a6-c274-4f94-a778-2bc6802fa7e9 service neutron] 10.222.0.21 "GET /v2.0/networks/239e2d37-cae2-4302-bc13-ce825026cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304204 Mar 08 20:59:58.805197 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-083117f9-c8d2-4257-ba8a-e94b89530b4a req-d38af780-1222-4f17-8b2f-71933404d7f1 service neutron] 10.222.0.21 "GET /v2.0/networks/239e2d37-cae2-4302-bc13-ce825026cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230466 Mar 08 20:59:59.713100 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd27e9-e55d-4251-8e68-6697aefdac83 req-1727e8f9-f6f3-47b0-bf90-b17b7ff96a83 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 20:59:59.714537 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e3bd27e9-e55d-4251-8e68-6697aefdac83 req-1727e8f9-f6f3-47b0-bf90-b17b7ff96a83 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d75ec42b-12cf-4f91-8607-95fab352bdb1 HTTP/1.1" status: 200 len: 944 time: 0.0789771 Mar 08 20:59:59.758233 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-e3bd27e9-e55d-4251-8e68-6697aefdac83 req-803b90cb-d196-40ac-bf44-f49fdea61a6d tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Synchronizing usage tracker for tenant:83b0974382f941988054e5cb37b05168 on resource:security_group {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 20:59:59.773171 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-e3bd27e9-e55d-4251-8e68-6697aefdac83 req-803b90cb-d196-40ac-bf44-f49fdea61a6d tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Unset dirty status for tenant:83b0974382f941988054e5cb37b05168 on resource:security_group {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 20:59:59.774473 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e3bd27e9-e55d-4251-8e68-6697aefdac83 req-803b90cb-d196-40ac-bf44-f49fdea61a6d tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=169e1323-5f8c-4bcf-96ca-6ff49bcbf183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540299 Mar 08 21:00:00.972617 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5c9c8-0757-4862-9ab8-2ee9ad786aa7 req-5f2fab8e-4272-440b-a857-934bae68b1fb tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:00.974123 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-39b5c9c8-0757-4862-9ab8-2ee9ad786aa7 req-5f2fab8e-4272-440b-a857-934bae68b1fb tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d75ec42b-12cf-4f91-8607-95fab352bdb1 HTTP/1.1" status: 200 len: 944 time: 0.0775476 Mar 08 21:00:01.018051 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-39b5c9c8-0757-4862-9ab8-2ee9ad786aa7 req-f0e4f829-9b6a-42fd-8147-146f47d4523d tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=169e1323-5f8c-4bcf-96ca-6ff49bcbf183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383592 Mar 08 21:00:02.209312 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140967d-1a94-4bf6-af63-55b31e983b0f req-6c33c295-fc16-49bc-a01d-72b7605a53fb tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:02.210779 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-4140967d-1a94-4bf6-af63-55b31e983b0f req-6c33c295-fc16-49bc-a01d-72b7605a53fb tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d75ec42b-12cf-4f91-8607-95fab352bdb1 HTTP/1.1" status: 200 len: 944 time: 0.0730176 Mar 08 21:00:02.257706 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-4140967d-1a94-4bf6-af63-55b31e983b0f req-5f4120ca-3f9c-49b0-b504-db1119a6851d tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=169e1323-5f8c-4bcf-96ca-6ff49bcbf183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414991 Mar 08 21:00:02.840090 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 13e9bd1b-eb34-4193-98f1-95b7692a47ae details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 21:00:02.995536 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 13e9bd1b-eb34-4193-98f1-95b7692a47ae, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=13e9bd1b-eb34-4193-98f1-95b7692a47ae,segment=NetworkSegment(03b3b2d9-75f4-4e89-a73f-0d746dee5412),segment_id=03b3b2d9-75f4-4e89-a73f-0d746dee5412)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:00:03.008081 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Returning: {'device': '13e9bd1b-eb34-4193-98f1-95b7692a47ae', 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1', 'port_id': '13e9bd1b-eb34-4193-98f1-95b7692a47ae', 'mac_address': 'fa:16:3e:78:cd:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 21:00:03.062481 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:03.078685 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e9bd1b-eb34-4193-98f1-95b7692a47ae {{(pid=83162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 21:00:03.092928 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 13e9bd1b-eb34-4193-98f1-95b7692a47ae, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=13e9bd1b-eb34-4193-98f1-95b7692a47ae,segment=NetworkSegment(03b3b2d9-75f4-4e89-a73f-0d746dee5412),segment_id=03b3b2d9-75f4-4e89-a73f-0d746dee5412)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:00:03.098674 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:03.164768 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=13e9bd1b-eb34-4193-98f1-95b7692a47ae,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:00:03.449129 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f357c17-27f4-4516-9065-613a5723263c req-7e789dba-9b05-4333-88c3-49d477ec5868 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:03.450568 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9f357c17-27f4-4516-9065-613a5723263c req-7e789dba-9b05-4333-88c3-49d477ec5868 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d75ec42b-12cf-4f91-8607-95fab352bdb1 HTTP/1.1" status: 200 len: 945 time: 0.0735369 Mar 08 21:00:03.495647 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['13e9bd1b-eb34-4193-98f1-95b7692a47ae'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 21:00:03.496212 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9f357c17-27f4-4516-9065-613a5723263c req-ff258eb9-997d-4131-b25d-5716e7a60473 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=169e1323-5f8c-4bcf-96ca-6ff49bcbf183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396979 Mar 08 21:00:04.689004 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6f14d-c626-440e-a51b-68cdafa0ad53 req-c86c936a-8301-4549-b533-69c519eb079b tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:04.690460 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-0ce6f14d-c626-440e-a51b-68cdafa0ad53 req-c86c936a-8301-4549-b533-69c519eb079b tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d75ec42b-12cf-4f91-8607-95fab352bdb1 HTTP/1.1" status: 200 len: 945 time: 0.0736597 Mar 08 21:00:04.733384 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-0ce6f14d-c626-440e-a51b-68cdafa0ad53 req-7f313877-2fda-47cd-bd4b-ef7567e43ab0 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=169e1323-5f8c-4bcf-96ca-6ff49bcbf183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375540 Mar 08 21:00:04.859799 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 13e9bd1b-eb34-4193-98f1-95b7692a47ae up at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 21:00:04.928440 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning for port 13e9bd1b-eb34-4193-98f1-95b7692a47ae completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 21:00:04.932901 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning complete for port 13e9bd1b-eb34-4193-98f1-95b7692a47ae triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 21:00:04.933262 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:05.043198 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:05.070070 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75ec42b-12cf-4f91-8607-95fab352bdb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e9bd1b-eb34-4193-98f1-95b7692a47ae'}] {{(pid=83162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 21:00:05.079227 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 13e9bd1b-eb34-4193-98f1-95b7692a47ae, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=13e9bd1b-eb34-4193-98f1-95b7692a47ae,segment=NetworkSegment(03b3b2d9-75f4-4e89-a73f-0d746dee5412),segment_id=03b3b2d9-75f4-4e89-a73f-0d746dee5412)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:00:05.082947 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:05.126843 dv-cinder-832328-1-smb neutron-server[83162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75ec42b-12cf-4f91-8607-95fab352bdb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e9bd1b-eb34-4193-98f1-95b7692a47ae', 'code': 200} Mar 08 21:00:05.149914 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=13e9bd1b-eb34-4193-98f1-95b7692a47ae,revision_number=5']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:00:05.352063 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9dbca6e9-4c65-40d8-834e-3e049a0556ba req-4a0fecda-5116-4446-8126-ab25587cfb1b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d75ec42b-12cf-4f91-8607-95fab352bdb1 HTTP/1.1" status: 200 len: 1099 time: 0.0690506 Mar 08 21:00:05.393179 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9dbca6e9-4c65-40d8-834e-3e049a0556ba req-d6e70163-84d0-476a-bb94-11bafa101a96 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=169e1323-5f8c-4bcf-96ca-6ff49bcbf183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347762 Mar 08 21:00:05.925095 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bd65d-ac6f-401c-9ce5-e9b55dc77c0b req-b5059d28-6a54-4b2d-ba53-7a6a69a3d31b tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:05.926538 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-bf9bd65d-ac6f-401c-9ce5-e9b55dc77c0b req-b5059d28-6a54-4b2d-ba53-7a6a69a3d31b tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d75ec42b-12cf-4f91-8607-95fab352bdb1 HTTP/1.1" status: 200 len: 946 time: 0.0768940 Mar 08 21:00:05.969853 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-bf9bd65d-ac6f-401c-9ce5-e9b55dc77c0b req-8ed79619-2816-494e-83d5-ac294f2d0258 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=169e1323-5f8c-4bcf-96ca-6ff49bcbf183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379422 Mar 08 21:00:07.171712 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec27ea-c7b5-46c0-977c-9784bdbe0cfd req-5fca9969-f73e-4743-8be3-48f7d7fb511e tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:07.173165 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-60ec27ea-c7b5-46c0-977c-9784bdbe0cfd req-5fca9969-f73e-4743-8be3-48f7d7fb511e tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d75ec42b-12cf-4f91-8607-95fab352bdb1 HTTP/1.1" status: 200 len: 946 time: 0.0754869 Mar 08 21:00:07.219170 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-60ec27ea-c7b5-46c0-977c-9784bdbe0cfd req-6c27cee0-5faa-436e-b550-4d87ae384fa7 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=169e1323-5f8c-4bcf-96ca-6ff49bcbf183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404155 Mar 08 21:00:07.403151 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3daa85-dbf9-4b7f-84b1-fb019dae8164 req-6862790d-93ba-4d3f-9171-7ec18e1bf8cf tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:07.404572 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-7b3daa85-dbf9-4b7f-84b1-fb019dae8164 req-6862790d-93ba-4d3f-9171-7ec18e1bf8cf tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d75ec42b-12cf-4f91-8607-95fab352bdb1 HTTP/1.1" status: 200 len: 946 time: 0.0740654 Mar 08 21:00:07.412897 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 47528) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:00:07.418397 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.v2.base [None req-18b8ac82-824c-4486-9e8e-4096bc99bb91 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Request body: {'floatingip': {'port_id': '13e9bd1b-eb34-4193-98f1-95b7692a47ae'}} {{(pid=83160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 21:00:07.494154 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-18b8ac82-824c-4486-9e8e-4096bc99bb91 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for floatingip, before_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:08.134804 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-18b8ac82-824c-4486-9e8e-4096bc99bb91 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:08.138604 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-18b8ac82-824c-4486-9e8e-4096bc99bb91 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-356680'] for floatingip, after_update {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:08.320815 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.db.l3_db [None req-18b8ac82-824c-4486-9e8e-4096bc99bb91 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Floating IP 8ecceafa-22a1-4fc5-a147-7418a8f39991 associated. External IP: 172.28.2.180, port: 13e9bd1b-eb34-4193-98f1-95b7692a47ae. Mar 08 21:00:08.701392 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b8ac82-824c-4486-9e8e-4096bc99bb91 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Router 0c3d9684-ae70-4cfb-9f2c-a0502022597c has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:00:08.898230 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b8ac82-824c-4486-9e8e-4096bc99bb91 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:00:08.902413 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-18b8ac82-824c-4486-9e8e-4096bc99bb91 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for floatingip, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:08.908470 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1b9c72-8096-4d93-9114-8b0e824a7e68 None None] Sync routers for ids ['0c3d9684-ae70-4cfb-9f2c-a0502022597c'] in dv-cinder-832328-1-smb {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 21:00:08.920946 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1b9c72-8096-4d93-9114-8b0e824a7e68 None None] Routers {'0c3d9684-ae70-4cfb-9f2c-a0502022597c'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 21:00:08.921315 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-da1b9c72-8096-4d93-9114-8b0e824a7e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:59:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['0c3d9684-ae70-4cfb-9f2c-a0502022597c'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:00:08.955623 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-18b8ac82-824c-4486-9e8e-4096bc99bb91 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "PUT /v2.0/floatingips/8ecceafa-22a1-4fc5-a147-7418a8f39991 HTTP/1.1" status: 200 len: 992 time: 1.5415835 Mar 08 21:00:08.956072 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75ec42b-12cf-4f91-8607-95fab352bdb1', 'tag': '13e9bd1b-eb34-4193-98f1-95b7692a47ae'}] {{(pid=83160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 21:00:09.008563 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75ec42b-12cf-4f91-8607-95fab352bdb1', 'tag': '13e9bd1b-eb34-4193-98f1-95b7692a47ae', 'status': 'completed', 'code': 200} Mar 08 21:00:09.104005 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-da1b9c72-8096-4d93-9114-8b0e824a7e68 None None] Set router 0c3d9684-ae70-4cfb-9f2c-a0502022597c gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 21:00:09.177270 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-95aef410-7313-4fc8-8853-847256f9cd57 req-0126ef3c-690f-4459-b5f7-bb46989825e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=83b0974382f941988054e5cb37b05168&device_id=d75ec42b-12cf-4f91-8607-95fab352bdb1 HTTP/1.1" status: 200 len: 1099 time: 0.1434979 Mar 08 21:00:09.307395 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aef410-7313-4fc8-8853-847256f9cd57 req-ca4e859f-e37d-4f7f-acfa-1e3e72bdcfcf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:09.308735 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-95aef410-7313-4fc8-8853-847256f9cd57 req-ca4e859f-e37d-4f7f-acfa-1e3e72bdcfcf service neutron] 10.222.0.21 "GET /v2.0/networks?id=239e2d37-cae2-4302-bc13-ce825026cdf1 HTTP/1.1" status: 200 len: 912 time: 0.1236000 Mar 08 21:00:09.413247 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-95aef410-7313-4fc8-8853-847256f9cd57 req-ce299b0b-3d01-4044-afe4-7b83be341518 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13e9bd1b-eb34-4193-98f1-95b7692a47ae HTTP/1.1" status: 200 len: 1000 time: 0.0975552 Mar 08 21:00:09.452802 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-da1b9c72-8096-4d93-9114-8b0e824a7e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'name': 'tempest-AttachVolumeTestJSON-1011905253-router', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:00Z', 'updated_at': '2022-03-08T20:54:05Z', 'revision_number': 4, 'project_id': '83b0974382f941988054e5cb37b05168', 'gw_port': {'id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:01Z', 'updated_at': '2022-03-08T20:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': '8ecceafa-22a1-4fc5-a147-7418a8f39991', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'floating_ip_address': '172.28.2.180', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'port_id': '13e9bd1b-eb34-4193-98f1-95b7692a47ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1', 'mac_address': 'fa:16:3e:78:cd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75ec42b-12cf-4f91-8607-95fab352bdb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:59:52Z', 'updated_at': '2022-03-08T21:00:08Z', 'revision_number': 1, 'project_id': '83b0974382f941988054e5cb37b05168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0712f70d-438d-4d44-8878-12479f10c9e8', 'name': '', 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'mac_address': 'fa:16:3e:74:70:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:04Z', 'updated_at': '2022-03-08T20:54:23Z', 'revision_number': 5, 'project_id': '83b0974382f941988054e5cb37b05168', 'subnets': [{'id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:00:09.456511 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1b9c72-8096-4d93-9114-8b0e824a7e68 None None] Checking router: 0c3d9684-ae70-4cfb-9f2c-a0502022597c for host: dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 21:00:09.466669 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1b9c72-8096-4d93-9114-8b0e824a7e68 None None] Routers {'0c3d9684-ae70-4cfb-9f2c-a0502022597c'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 21:00:09.467246 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-da1b9c72-8096-4d93-9114-8b0e824a7e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T20:59:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['0c3d9684-ae70-4cfb-9f2c-a0502022597c'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:00:09.476467 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aef410-7313-4fc8-8853-847256f9cd57 req-01b399d9-0c8e-45d6-8a32-e9605540f095 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:09.477933 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-95aef410-7313-4fc8-8853-847256f9cd57 req-01b399d9-0c8e-45d6-8a32-e9605540f095 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bff06441-7eb9-494f-8cf1-5b73b840bf8a HTTP/1.1" status: 200 len: 850 time: 0.0561297 Mar 08 21:00:09.559053 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-95aef410-7313-4fc8-8853-847256f9cd57 req-7764d475-44d5-4776-8851-b072e3b5006d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=239e2d37-cae2-4302-bc13-ce825026cdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0693398 Mar 08 21:00:09.642669 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-da1b9c72-8096-4d93-9114-8b0e824a7e68 None None] Set router 0c3d9684-ae70-4cfb-9f2c-a0502022597c gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 21:00:09.693052 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-95aef410-7313-4fc8-8853-847256f9cd57 req-a2dfc9fe-df46-4123-bb19-1d3528ffed83 service neutron] 10.222.0.21 "GET /v2.0/networks/239e2d37-cae2-4302-bc13-ce825026cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244681 Mar 08 21:00:09.825112 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-95aef410-7313-4fc8-8853-847256f9cd57 req-5ac1f1ad-086a-4cb7-bda9-11d9cab9349b service neutron] 10.222.0.21 "GET /v2.0/networks/239e2d37-cae2-4302-bc13-ce825026cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231613 Mar 08 21:00:10.032365 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-fc135263-3a97-485f-96ce-af9488f6e11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:10.035880 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-da1b9c72-8096-4d93-9114-8b0e824a7e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'name': 'tempest-AttachVolumeTestJSON-1011905253-router', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:00Z', 'updated_at': '2022-03-08T20:54:05Z', 'revision_number': 4, 'project_id': '83b0974382f941988054e5cb37b05168', 'gw_port': {'id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:01Z', 'updated_at': '2022-03-08T20:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': '8ecceafa-22a1-4fc5-a147-7418a8f39991', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'floating_ip_address': '172.28.2.180', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'port_id': '13e9bd1b-eb34-4193-98f1-95b7692a47ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1', 'mac_address': 'fa:16:3e:78:cd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75ec42b-12cf-4f91-8607-95fab352bdb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:59:52Z', 'updated_at': '2022-03-08T21:00:08Z', 'revision_number': 1, 'project_id': '83b0974382f941988054e5cb37b05168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0712f70d-438d-4d44-8878-12479f10c9e8', 'name': '', 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'mac_address': 'fa:16:3e:74:70:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:04Z', 'updated_at': '2022-03-08T20:54:23Z', 'revision_number': 5, 'project_id': '83b0974382f941988054e5cb37b05168', 'subnets': [{'id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:00:10.039812 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1b9c72-8096-4d93-9114-8b0e824a7e68 None None] The sync data for ids ['0c3d9684-ae70-4cfb-9f2c-a0502022597c'] in dv-cinder-832328-1-smb is: [{'id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'name': 'tempest-AttachVolumeTestJSON-1011905253-router', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:00Z', 'updated_at': '2022-03-08T20:54:05Z', 'revision_number': 4, 'project_id': '83b0974382f941988054e5cb37b05168', 'gw_port': {'id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:01Z', 'updated_at': '2022-03-08T20:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': '8ecceafa-22a1-4fc5-a147-7418a8f39991', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'floating_ip_address': '172.28.2.180', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'port_id': '13e9bd1b-eb34-4193-98f1-95b7692a47ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1', 'mac_address': 'fa:16:3e:78:cd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75ec42b-12cf-4f91-8607-95fab352bdb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T20:59:52Z', 'updated_at': '2022-03-08T21:00:08Z', 'revision_number': 1, 'project_id': '83b0974382f941988054e5cb37b05168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0712f70d-438d-4d44-8878-12479f10c9e8', 'name': '', 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'mac_address': 'fa:16:3e:74:70:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:04Z', 'updated_at': '2022-03-08T20:54:23Z', 'revision_number': 5, 'project_id': '83b0974382f941988054e5cb37b05168', 'subnets': [{'id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 21:00:10.237216 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a50486-d49e-4b45-9172-7994d3414c46 None None] New status for floating IP 8ecceafa-22a1-4fc5-a147-7418a8f39991: ACTIVE {{(pid=83163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 08 21:00:12.303599 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-a456e2c7-4ef7-4c6c-9651-3ec8db9c92bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:13.336386 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:13.538710 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:14.811261 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67e3a7-43ec-49e0-bf51-9bd97e8a5b45 req-9e44f37d-e15f-49d4-86c9-ac42cf9fa416 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:14.813298 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8a67e3a7-43ec-49e0-bf51-9bd97e8a5b45 req-9e44f37d-e15f-49d4-86c9-ac42cf9fa416 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=018894a2-eba1-461f-baaa-b2ccd2e9aaea HTTP/1.1" status: 200 len: 945 time: 0.0812309 Mar 08 21:00:14.852215 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:14.856830 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8a67e3a7-43ec-49e0-bf51-9bd97e8a5b45 req-a5907531-00b8-4bc9-a443-569b0eb05d31 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4ec8e4b-43c5-4da4-b412-482968fac957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381343 Mar 08 21:00:16.052902 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6532f0-3930-45f9-a9d3-e36775309b36 req-53b9873d-57b9-44e7-b48a-72136a14b72d tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:16.054351 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3e6532f0-3930-45f9-a9d3-e36775309b36 req-53b9873d-57b9-44e7-b48a-72136a14b72d tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=018894a2-eba1-461f-baaa-b2ccd2e9aaea HTTP/1.1" status: 200 len: 945 time: 0.0778275 Mar 08 21:00:16.097710 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3e6532f0-3930-45f9-a9d3-e36775309b36 req-7a593e8e-c277-403e-a375-bd7e5d1627b8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4ec8e4b-43c5-4da4-b412-482968fac957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379105 Mar 08 21:00:17.345694 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008c383-cb0d-42e5-b2cc-a11a7c7f01b5 req-93f05929-4d1b-4e0c-87b3-f9c11e1c8c96 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:17.347121 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8008c383-cb0d-42e5-b2cc-a11a7c7f01b5 req-93f05929-4d1b-4e0c-87b3-f9c11e1c8c96 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=018894a2-eba1-461f-baaa-b2ccd2e9aaea HTTP/1.1" status: 200 len: 945 time: 0.1314640 Mar 08 21:00:17.353155 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880e70c-9444-409e-9a98-d501a7911b2c req-36fa1971-0ca4-4257-935e-bab9f73f66a8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:17.354485 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-1880e70c-9444-409e-9a98-d501a7911b2c req-36fa1971-0ca4-4257-935e-bab9f73f66a8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.21 "GET /v2.0/ports?device_id=018894a2-eba1-461f-baaa-b2ccd2e9aaea HTTP/1.1" status: 200 len: 945 time: 0.1400552 Mar 08 21:00:17.445787 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [req-1880e70c-9444-409e-9a98-d501a7911b2c req-85c90697-ef6b-4c35-af0f-f6af33c3bea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Deleting port 6c006092-a1b4-4e13-bff0-6ad579f29cb4 {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:00:17.446042 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-1880e70c-9444-409e-9a98-d501a7911b2c req-85c90697-ef6b-4c35-af0f-f6af33c3bea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:17.480498 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8008c383-cb0d-42e5-b2cc-a11a7c7f01b5 req-8461c038-491f-4528-a133-41d36e91332f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4ec8e4b-43c5-4da4-b412-482968fac957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251321 Mar 08 21:00:17.683969 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-1880e70c-9444-409e-9a98-d501a7911b2c req-85c90697-ef6b-4c35-af0f-f6af33c3bea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] For port 6c006092-a1b4-4e13-bff0-6ad579f29cb4, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=6c006092-a1b4-4e13-bff0-6ad579f29cb4,segment=NetworkSegment(def440c0-28e5-481e-8733-4907081c4e81),segment_id=def440c0-28e5-481e-8733-4907081c4e81)] {{(pid=83161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:00:17.684316 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-1880e70c-9444-409e-9a98-d501a7911b2c req-85c90697-ef6b-4c35-af0f-f6af33c3bea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:18.034540 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-1880e70c-9444-409e-9a98-d501a7911b2c req-85c90697-ef6b-4c35-af0f-f6af33c3bea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:18.034901 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-1880e70c-9444-409e-9a98-d501a7911b2c req-85c90697-ef6b-4c35-af0f-f6af33c3bea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-356680'] for floatingip, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:18.035203 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.db.l3_db [req-1880e70c-9444-409e-9a98-d501a7911b2c req-85c90697-ef6b-4c35-af0f-f6af33c3bea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Floating IP c8b2d001-15f1-4597-96ef-58d80de15151 disassociated. External IP: 172.28.2.254, port: 6c006092-a1b4-4e13-bff0-6ad579f29cb4. Mar 08 21:00:18.035534 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [req-1880e70c-9444-409e-9a98-d501a7911b2c req-85c90697-ef6b-4c35-af0f-f6af33c3bea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Calling delete_port for 6c006092-a1b4-4e13-bff0-6ad579f29cb4 owned by compute:nova {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:00:18.169065 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-1880e70c-9444-409e-9a98-d501a7911b2c req-85c90697-ef6b-4c35-af0f-f6af33c3bea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:18.197469 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:18.214649 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c90697-ef6b-4c35-af0f-f6af33c3bea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event deleted for resources: {'Port': ['ID=6c006092-a1b4-4e13-bff0-6ad579f29cb4,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:00:18.227846 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c90697-ef6b-4c35-af0f-f6af33c3bea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:00:18.228179 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c90697-ef6b-4c35-af0f-f6af33c3bea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:00:18.228510 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c90697-ef6b-4c35-af0f-f6af33c3bea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:00:18.228834 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c90697-ef6b-4c35-af0f-f6af33c3bea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:00:18.229155 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c90697-ef6b-4c35-af0f-f6af33c3bea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:00:18.229478 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c90697-ef6b-4c35-af0f-f6af33c3bea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:00:18.229826 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c90697-ef6b-4c35-af0f-f6af33c3bea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:00:18.230141 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c90697-ef6b-4c35-af0f-f6af33c3bea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:00:18.230467 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c90697-ef6b-4c35-af0f-f6af33c3bea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:00:18.230768 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c90697-ef6b-4c35-af0f-f6af33c3bea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:00:18.231080 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c90697-ef6b-4c35-af0f-f6af33c3bea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:00:18.428744 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1880e70c-9444-409e-9a98-d501a7911b2c req-85c90697-ef6b-4c35-af0f-f6af33c3bea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:00:18.626512 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1880e70c-9444-409e-9a98-d501a7911b2c req-85c90697-ef6b-4c35-af0f-f6af33c3bea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:00:18.637020 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfe5d69-2e7b-4f45-a053-28301fef1f66 None None] Sync routers for ids ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'] in dv-cinder-832328-1-smb {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 21:00:18.648843 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfe5d69-2e7b-4f45-a053-28301fef1f66 None None] Routers {'322e80d3-9b8c-442f-a225-e74ce54a5eb1'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 21:00:18.649460 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-0dfe5d69-2e7b-4f45-a053-28301fef1f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T21:00:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:00:18.653135 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-32bdcf17-11f1-40d5-83cb-f9678374bceb req-ac6941de-2306-4f22-b7fe-88b317659290 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=018894a2-eba1-461f-baaa-b2ccd2e9aaea HTTP/1.1" status: 200 len: 210 time: 0.0489724 Mar 08 21:00:18.703428 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [req-1880e70c-9444-409e-9a98-d501a7911b2c req-85c90697-ef6b-4c35-af0f-f6af33c3bea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] No DVR routers for this DVR port 6c006092-a1b4-4e13-bff0-6ad579f29cb4 on host hv-cinder-83232 {{(pid=83161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:00:18.705904 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-1880e70c-9444-409e-9a98-d501a7911b2c req-85c90697-ef6b-4c35-af0f-f6af33c3bea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:18.708669 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018894a2-eba1-461f-baaa-b2ccd2e9aaea', 'name': 'network-vif-deleted', 'tag': '6c006092-a1b4-4e13-bff0-6ad579f29cb4'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 21:00:18.725813 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-1880e70c-9444-409e-9a98-d501a7911b2c req-85c90697-ef6b-4c35-af0f-f6af33c3bea4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.21 "DELETE /v2.0/ports/6c006092-a1b4-4e13-bff0-6ad579f29cb4 HTTP/1.1" status: 204 len: 173 time: 1.3571174 Mar 08 21:00:18.769222 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018894a2-eba1-461f-baaa-b2ccd2e9aaea', 'name': 'network-vif-deleted', 'tag': '6c006092-a1b4-4e13-bff0-6ad579f29cb4', 'status': 'completed', 'code': 200} Mar 08 21:00:18.842052 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-0dfe5d69-2e7b-4f45-a053-28301fef1f66 None None] Set router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 21:00:19.157873 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-0dfe5d69-2e7b-4f45-a053-28301fef1f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:10Z', 'revision_number': 4, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'de88ea94-d0e2-409f-84d6-ac8e3f467870', 'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'mac_address': 'fa:16:3e:c6:bf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:53:07Z', 'updated_at': '2022-03-08T20:53:37Z', 'revision_number': 5, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'subnets': [{'id': '631e0254-4619-4902-8397-d03caba0f7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:00:19.161628 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfe5d69-2e7b-4f45-a053-28301fef1f66 None None] Checking router: 322e80d3-9b8c-442f-a225-e74ce54a5eb1 for host: dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 21:00:19.172309 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfe5d69-2e7b-4f45-a053-28301fef1f66 None None] Routers {'322e80d3-9b8c-442f-a225-e74ce54a5eb1'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 21:00:19.172887 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-0dfe5d69-2e7b-4f45-a053-28301fef1f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T21:00:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:00:19.359247 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-0dfe5d69-2e7b-4f45-a053-28301fef1f66 None None] Set router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 21:00:19.665172 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-0dfe5d69-2e7b-4f45-a053-28301fef1f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:10Z', 'revision_number': 4, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'de88ea94-d0e2-409f-84d6-ac8e3f467870', 'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'mac_address': 'fa:16:3e:c6:bf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:53:07Z', 'updated_at': '2022-03-08T20:53:37Z', 'revision_number': 5, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'subnets': [{'id': '631e0254-4619-4902-8397-d03caba0f7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:00:19.669099 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfe5d69-2e7b-4f45-a053-28301fef1f66 None None] The sync data for ids ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'] in dv-cinder-832328-1-smb is: [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:10Z', 'revision_number': 4, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'de88ea94-d0e2-409f-84d6-ac8e3f467870', 'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'mac_address': 'fa:16:3e:c6:bf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:53:07Z', 'updated_at': '2022-03-08T20:53:37Z', 'revision_number': 5, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'subnets': [{'id': '631e0254-4619-4902-8397-d03caba0f7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 21:00:19.798126 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 47604) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:00:19.862561 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-953c4a65-5790-4578-a4d0-9369fc74e5dc tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:19.888952 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-953c4a65-5790-4578-a4d0-9369fc74e5dc tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:19.947112 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-953c4a65-5790-4578-a4d0-9369fc74e5dc tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:19.966414 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c4a65-5790-4578-a4d0-9369fc74e5dc tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ec8e4b-43c5-4da4-b412-482968fac957,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:00:19.974827 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-953c4a65-5790-4578-a4d0-9369fc74e5dc tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:19.975952 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-953c4a65-5790-4578-a4d0-9369fc74e5dc tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "DELETE /v2.0/security-groups/f4ec8e4b-43c5-4da4-b412-482968fac957 HTTP/1.1" status: 204 len: 168 time: 0.1768744 Mar 08 21:00:19.978730 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 47608) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:00:19.995377 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.api.v2.resource [None req-25339d53-8f4e-44b8-9c4b-091e9473d13d tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] show failed (client error): The resource could not be found. Mar 08 21:00:19.996353 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-25339d53-8f4e-44b8-9c4b-091e9473d13d tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups/f4ec8e4b-43c5-4da4-b412-482968fac957 HTTP/1.1" status: 404 len: 347 time: 0.0167408 Mar 08 21:00:19.999260 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47612) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:00:20.150476 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-f702dc38-df37-4f0b-b11a-fc6a7998f726 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Deleting port 81435fa7-f60e-4571-a9c3-ae81e07d12a0 {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:00:20.150801 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f702dc38-df37-4f0b-b11a-fc6a7998f726 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:20.312612 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f702dc38-df37-4f0b-b11a-fc6a7998f726 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:20.312933 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f702dc38-df37-4f0b-b11a-fc6a7998f726 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:20.427082 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-f702dc38-df37-4f0b-b11a-fc6a7998f726 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Calling delete_port for 81435fa7-f60e-4571-a9c3-ae81e07d12a0 owned by network:floatingip {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:00:20.566777 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f702dc38-df37-4f0b-b11a-fc6a7998f726 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:20.582471 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9dc608-79cf-4af7-91ef-8eaa31cef846 None None] New status for floating IP c8b2d001-15f1-4597-96ef-58d80de15151: DOWN {{(pid=83163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 08 21:00:20.611186 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702dc38-df37-4f0b-b11a-fc6a7998f726 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event deleted for resources: {'Port': ['ID=81435fa7-f60e-4571-a9c3-ae81e07d12a0,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:00:20.782495 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f702dc38-df37-4f0b-b11a-fc6a7998f726 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for floatingip, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:20.795725 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f702dc38-df37-4f0b-b11a-fc6a7998f726 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for floatingip, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:20.796865 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-f702dc38-df37-4f0b-b11a-fc6a7998f726 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "DELETE /v2.0/floatingips/c8b2d001-15f1-4597-96ef-58d80de15151 HTTP/1.1" status: 204 len: 168 time: 0.7966673 Mar 08 21:00:20.955544 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 6c006092-a1b4-4e13-bff0-6ad579f29cb4 no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 21:00:20.988292 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] No Port match for: 6c006092-a1b4-4e13-bff0-6ad579f29cb4 {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 21:00:20.988639 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 6c006092-a1b4-4e13-bff0-6ad579f29cb4 not bound to the agent host hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 21:00:21.028090 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47620) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:00:21.035376 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-15d1c4d0-eb09-46e1-b0a3-bcd8e3d4ec40 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--406735248', 'description': 'tempest-description--647668980'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 21:00:21.041292 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-15d1c4d0-eb09-46e1-b0a3-bcd8e3d4ec40 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:00:21.045338 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-15d1c4d0-eb09-46e1-b0a3-bcd8e3d4ec40 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Usage tracker for resource:security_group and tenant:75384b10ddb442bea7117c6826e163d3 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:00:21.048180 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-15d1c4d0-eb09-46e1-b0a3-bcd8e3d4ec40 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:00:21.053701 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-15d1c4d0-eb09-46e1-b0a3-bcd8e3d4ec40 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:00:21.063535 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-15d1c4d0-eb09-46e1-b0a3-bcd8e3d4ec40 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:21.097603 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-15d1c4d0-eb09-46e1-b0a3-bcd8e3d4ec40 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:00:21.101290 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-15d1c4d0-eb09-46e1-b0a3-bcd8e3d4ec40 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Usage tracker for resource:security_group_rule and tenant:75384b10ddb442bea7117c6826e163d3 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:00:21.104132 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-15d1c4d0-eb09-46e1-b0a3-bcd8e3d4ec40 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:00:21.109787 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-15d1c4d0-eb09-46e1-b0a3-bcd8e3d4ec40 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:00:21.167802 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-15d1c4d0-eb09-46e1-b0a3-bcd8e3d4ec40 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:21.171562 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-15d1c4d0-eb09-46e1-b0a3-bcd8e3d4ec40 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:21.213706 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1c4d0-eb09-46e1-b0a3-bcd8e3d4ec40 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dff7fd65-bfb5-420d-af30-ff09b195a2ab,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:00:21.216205 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-15d1c4d0-eb09-46e1-b0a3-bcd8e3d4ec40 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:21.217344 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-15d1c4d0-eb09-46e1-b0a3-bcd8e3d4ec40 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.1882837 Mar 08 21:00:21.220995 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47624) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:00:21.226109 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-68341dfa-154d-42fc-87d5-0b2ff99dfc51 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Request body: {'security_group_rule': {'security_group_id': 'dff7fd65-bfb5-420d-af30-ff09b195a2ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 21:00:21.232161 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-68341dfa-154d-42fc-87d5-0b2ff99dfc51 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:00:21.236591 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-68341dfa-154d-42fc-87d5-0b2ff99dfc51 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Usage tracker for resource:security_group_rule and tenant:75384b10ddb442bea7117c6826e163d3 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:00:21.239416 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-68341dfa-154d-42fc-87d5-0b2ff99dfc51 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:00:21.245025 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-68341dfa-154d-42fc-87d5-0b2ff99dfc51 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:00:21.260040 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-68341dfa-154d-42fc-87d5-0b2ff99dfc51 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:21.318439 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-68341dfa-154d-42fc-87d5-0b2ff99dfc51 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:21.321849 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-68341dfa-154d-42fc-87d5-0b2ff99dfc51 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324256'] for security_group_rule, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:21.347468 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68341dfa-154d-42fc-87d5-0b2ff99dfc51 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a262d53-03ec-4c54-bcc0-0902d6f9ee96,revision_number=0']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:00:21.355997 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-68341dfa-154d-42fc-87d5-0b2ff99dfc51 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:21.357198 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-68341dfa-154d-42fc-87d5-0b2ff99dfc51 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1356027 Mar 08 21:00:21.359842 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47628) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:00:21.364977 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-f3ef592c-690a-498f-b653-518067997964 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Request body: {'security_group_rule': {'security_group_id': 'dff7fd65-bfb5-420d-af30-ff09b195a2ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 21:00:21.370447 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-f3ef592c-690a-498f-b653-518067997964 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:00:21.374190 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-f3ef592c-690a-498f-b653-518067997964 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Usage tracker for resource:security_group_rule and tenant:75384b10ddb442bea7117c6826e163d3 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:00:21.376994 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-f3ef592c-690a-498f-b653-518067997964 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:00:21.382592 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-f3ef592c-690a-498f-b653-518067997964 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:00:21.398717 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f3ef592c-690a-498f-b653-518067997964 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:21.458018 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f3ef592c-690a-498f-b653-518067997964 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:21.461142 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f3ef592c-690a-498f-b653-518067997964 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324256'] for security_group_rule, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:21.480623 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef592c-690a-498f-b653-518067997964 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bfe9230-f85e-4c2b-ad83-2334c7456aab,revision_number=0']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:00:21.491456 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f3ef592c-690a-498f-b653-518067997964 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:21.492585 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-f3ef592c-690a-498f-b653-518067997964 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1318495 Mar 08 21:00:21.495720 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47632) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:00:21.501361 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-f0fcdd38-3c2a-4ff4-8181-b790080b5dd5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Request body: {'floatingip': {'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 21:00:21.506436 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-f0fcdd38-3c2a-4ff4-8181-b790080b5dd5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:00:21.510134 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-f0fcdd38-3c2a-4ff4-8181-b790080b5dd5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Usage tracker for resource:floatingip and tenant:75384b10ddb442bea7117c6826e163d3 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:00:21.512844 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-f0fcdd38-3c2a-4ff4-8181-b790080b5dd5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:00:21.518399 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-f0fcdd38-3c2a-4ff4-8181-b790080b5dd5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:00:21.528023 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f0fcdd38-3c2a-4ff4-8181-b790080b5dd5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for floatingip, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:21.657418 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f0fcdd38-3c2a-4ff4-8181-b790080b5dd5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:21.789417 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_common [None req-f0fcdd38-3c2a-4ff4-8181-b790080b5dd5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Allocated IP 172.28.2.103 (f9f3acf9-d167-4056-a9c0-ac3b9bafea7a/9a481e38-0dcf-4733-b8bf-eb46fecff3f0/19b40516-0a54-4a30-ae8d-35f23856f26a) {{(pid=83161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:00:21.928706 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f0fcdd38-3c2a-4ff4-8181-b790080b5dd5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for port, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:21.954195 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f0fcdd38-3c2a-4ff4-8181-b790080b5dd5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:22.017446 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fcdd38-3c2a-4ff4-8181-b790080b5dd5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a is already hosted by enough agents. {{(pid=83161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:00:22.020192 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [None req-f0fcdd38-3c2a-4ff4-8181-b790080b5dd5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources bound (agent type, host, resource id): {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:00:22.022555 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fcdd38-3c2a-4ff4-8181-b790080b5dd5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Received port after_create {{(pid=83161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 21:00:22.054405 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fcdd38-3c2a-4ff4-8181-b790080b5dd5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event updated for resources: {'Port': ['ID=19b40516-0a54-4a30-ae8d-35f23856f26a,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:00:22.183286 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f0fcdd38-3c2a-4ff4-8181-b790080b5dd5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:22.234837 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f0fcdd38-3c2a-4ff4-8181-b790080b5dd5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:22.429062 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f0fcdd38-3c2a-4ff4-8181-b790080b5dd5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for port, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:22.433192 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f0fcdd38-3c2a-4ff4-8181-b790080b5dd5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:22.528973 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fcdd38-3c2a-4ff4-8181-b790080b5dd5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event updated for resources: {'Port': ['ID=19b40516-0a54-4a30-ae8d-35f23856f26a,revision_number=2']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:00:22.548638 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f0fcdd38-3c2a-4ff4-8181-b790080b5dd5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-356680'] for floatingip, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:22.568863 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f0fcdd38-3c2a-4ff4-8181-b790080b5dd5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for floatingip, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:22.570064 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-f0fcdd38-3c2a-4ff4-8181-b790080b5dd5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0734468 Mar 08 21:00:22.789603 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-03e56f16-fcb0-4893-88c8-184b8812a8a0 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Synchronizing usage tracker for tenant:75384b10ddb442bea7117c6826e163d3 on resource:security_group {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 21:00:22.803990 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-03e56f16-fcb0-4893-88c8-184b8812a8a0 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Unset dirty status for tenant:75384b10ddb442bea7117c6826e163d3 on resource:security_group {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 21:00:22.805062 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-03e56f16-fcb0-4893-88c8-184b8812a8a0 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--406735248&fields=id&tenant_id=75384b10ddb442bea7117c6826e163d3 HTTP/1.1" status: 200 len: 267 time: 0.0557027 Mar 08 21:00:22.946313 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-8895fae0-0621-4f87-8f36-1da13bb337e7 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:22.947722 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-8895fae0-0621-4f87-8f36-1da13bb337e7 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/networks?id=3ac543f3-ed2d-4557-8b9b-b33844ee4851 HTTP/1.1" status: 200 len: 815 time: 0.1361923 Mar 08 21:00:22.963333 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-6fec90de-051e-479d-ab2d-08a264e51a34 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/quotas/75384b10ddb442bea7117c6826e163d3 HTTP/1.1" status: 200 len: 375 time: 0.0099001 Mar 08 21:00:23.044873 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-3a874360-f9ac-488f-808f-588b9bd98e6f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Synchronizing usage tracker for tenant:75384b10ddb442bea7117c6826e163d3 on resource:port {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 21:00:23.060287 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-3a874360-f9ac-488f-808f-588b9bd98e6f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Unset dirty status for tenant:75384b10ddb442bea7117c6826e163d3 on resource:port {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 21:00:23.061716 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-3a874360-f9ac-488f-808f-588b9bd98e6f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=75384b10ddb442bea7117c6826e163d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0937967 Mar 08 21:00:23.280626 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-069ba7db-1a43-4b19-9011-8fb5b2249bdd service neutron] 10.222.0.39 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076592 Mar 08 21:00:23.407096 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-0ee4d01e-c36b-4482-91cc-d6870a895cfd service neutron] 10.222.0.39 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207922 Mar 08 21:00:23.584552 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-2c7dd0ba-8166-4a15-9e5f-89a5f3da5bff req-8d70d857-f153-4f2f-bbed-e4f366f77f78 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cea12d3-5ca2-4dcb-b4a8-729646be5e1b HTTP/1.1" status: 200 len: 210 time: 0.0399449 Mar 08 21:00:24.650287 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-344b98de-c830-4f23-9caf-faf18fd9050b tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:24.652470 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-344b98de-c830-4f23-9caf-faf18fd9050b tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.21 "GET /v2.0/networks?id=3ac543f3-ed2d-4557-8b9b-b33844ee4851 HTTP/1.1" status: 200 len: 815 time: 0.1441422 Mar 08 21:00:24.744937 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-10b165ce-19c0-4943-8870-998fb9599022 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75384b10ddb442bea7117c6826e163d3 HTTP/1.1" status: 200 len: 379 time: 0.0765169 Mar 08 21:00:24.750939 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-457d7f63-c5c0-43af-8418-aedf2baf3bd4 req-5947a323-7edc-47b9-91ee-10451ac2bd56 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cea12d3-5ca2-4dcb-b4a8-729646be5e1b HTTP/1.1" status: 200 len: 210 time: 0.0446820 Mar 08 21:00:24.757237 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-891a4c5c-42e9-4184-bde7-e6da40780292 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Request body: {'port': {'device_id': '7cea12d3-5ca2-4dcb-b4a8-729646be5e1b', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'admin_state_up': True, 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'security_groups': ['dff7fd65-bfb5-420d-af30-ff09b195a2ab']}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 21:00:24.884371 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-891a4c5c-42e9-4184-bde7-e6da40780292 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:00:24.893960 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-891a4c5c-42e9-4184-bde7-e6da40780292 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:00:24.903231 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-891a4c5c-42e9-4184-bde7-e6da40780292 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Made reservation on behalf of 75384b10ddb442bea7117c6826e163d3 for: {'port': 1} {{(pid=83161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:00:24.906127 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-891a4c5c-42e9-4184-bde7-e6da40780292 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:25.060217 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_common [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-891a4c5c-42e9-4184-bde7-e6da40780292 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Allocated IP 172.20.0.5 (3ac543f3-ed2d-4557-8b9b-b33844ee4851/631e0254-4619-4902-8397-d03caba0f7cf/9bf269fb-287f-4424-812f-5af15fd7d0b8) {{(pid=83161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:00:25.235458 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-891a4c5c-42e9-4184-bde7-e6da40780292 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for port, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:25.252044 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.provisioning_blocks [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-891a4c5c-42e9-4184-bde7-e6da40780292 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Transition to ACTIVE for port object 9bf269fb-287f-4424-812f-5af15fd7d0b8 will not be triggered until provisioned by entity DHCP. {{(pid=83161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 21:00:25.273227 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-891a4c5c-42e9-4184-bde7-e6da40780292 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:25.343404 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-891a4c5c-42e9-4184-bde7-e6da40780292 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Network 3ac543f3-ed2d-4557-8b9b-b33844ee4851 is already hosted by enough agents. {{(pid=83161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:00:25.352003 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-891a4c5c-42e9-4184-bde7-e6da40780292 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Resources bound (agent type, host, resource id): {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:00:25.355660 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-891a4c5c-42e9-4184-bde7-e6da40780292 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Received port after_create {{(pid=83161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 21:00:25.391944 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a4c5c-42e9-4184-bde7-e6da40780292 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event updated for resources: {'Port': ['ID=9bf269fb-287f-4424-812f-5af15fd7d0b8,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:00:25.420854 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-891a4c5c-42e9-4184-bde7-e6da40780292 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:25.421456 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-891a4c5c-42e9-4184-bde7-e6da40780292 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:25.447477 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-891a4c5c-42e9-4184-bde7-e6da40780292 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6939487 Mar 08 21:00:25.459926 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-1dd07d36-ed00-49fc-befe-7dde6c2a28d7 service neutron] Request body: {'port': {'device_id': '7cea12d3-5ca2-4dcb-b4a8-729646be5e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 21:00:25.566799 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-1dd07d36-ed00-49fc-befe-7dde6c2a28d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:25.627530 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-ba58423e-6b92-4a42-9b30-c2ce0607294e None None] Provisioning for port 9bf269fb-287f-4424-812f-5af15fd7d0b8 completed by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 21:00:25.632235 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-ba58423e-6b92-4a42-9b30-c2ce0607294e None None] Provisioning complete for port 9bf269fb-287f-4424-812f-5af15fd7d0b8 triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 21:00:25.632603 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-ba58423e-6b92-4a42-9b30-c2ce0607294e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:25.718584 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-ba58423e-6b92-4a42-9b30-c2ce0607294e None None] Port 9bf269fb-287f-4424-812f-5af15fd7d0b8 cannot update to ACTIVE because it is not bound. {{(pid=83162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 08 21:00:25.895908 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-1dd07d36-ed00-49fc-befe-7dde6c2a28d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf269fb-287f-4424-812f-5af15fd7d0b8 {{(pid=83161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 21:00:25.902704 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-1dd07d36-ed00-49fc-befe-7dde6c2a28d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:25.917382 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.provisioning_blocks [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-1dd07d36-ed00-49fc-befe-7dde6c2a28d7 service neutron] Transition to ACTIVE for port object 9bf269fb-287f-4424-812f-5af15fd7d0b8 will not be triggered until provisioned by entity L2. {{(pid=83161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 21:00:25.922255 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-1dd07d36-ed00-49fc-befe-7dde6c2a28d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:26.050515 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd07d36-ed00-49fc-befe-7dde6c2a28d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf269fb-287f-4424-812f-5af15fd7d0b8,revision_number=2']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:00:26.051398 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f18035-512e-4aa9-b7b6-01f6bb948080 req-5c7f56e6-097c-4d34-b402-5a3aca90b7e2 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:26.053879 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-63f18035-512e-4aa9-b7b6-01f6bb948080 req-5c7f56e6-097c-4d34-b402-5a3aca90b7e2 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cea12d3-5ca2-4dcb-b4a8-729646be5e1b HTTP/1.1" status: 200 len: 943 time: 0.1852510 Mar 08 21:00:26.101431 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-63f18035-512e-4aa9-b7b6-01f6bb948080 req-e63daa6d-7d15-4b2f-b374-a445e2145c6a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Synchronizing usage tracker for tenant:75384b10ddb442bea7117c6826e163d3 on resource:security_group {{(pid=83160) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 21:00:26.115114 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [req-63f18035-512e-4aa9-b7b6-01f6bb948080 req-e63daa6d-7d15-4b2f-b374-a445e2145c6a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Unset dirty status for tenant:75384b10ddb442bea7117c6826e163d3 on resource:security_group {{(pid=83160) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 21:00:26.116300 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-63f18035-512e-4aa9-b7b6-01f6bb948080 req-e63daa6d-7d15-4b2f-b374-a445e2145c6a tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=dff7fd65-bfb5-420d-af30-ff09b195a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573113 Mar 08 21:00:26.249112 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-1dd07d36-ed00-49fc-befe-7dde6c2a28d7 service neutron] Attempting to bind port 9bf269fb-287f-4424-812f-5af15fd7d0b8 on host hv-cinder-83232 for vnic_type normal with profile {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 21:00:26.249441 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-1dd07d36-ed00-49fc-befe-7dde6c2a28d7 service neutron] Attempting to bind port 9bf269fb-287f-4424-812f-5af15fd7d0b8 by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': 'def440c0-28e5-481e-8733-4907081c4e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851'}] {{(pid=83161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 21:00:26.249790 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-1dd07d36-ed00-49fc-befe-7dde6c2a28d7 service neutron] Attempting to bind port 9bf269fb-287f-4424-812f-5af15fd7d0b8 on network 3ac543f3-ed2d-4557-8b9b-b33844ee4851 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 21:00:26.255302 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-1dd07d36-ed00-49fc-befe-7dde6c2a28d7 service neutron] Port 9bf269fb-287f-4424-812f-5af15fd7d0b8 on network 3ac543f3-ed2d-4557-8b9b-b33844ee4851 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 08 21:00:26.255568 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-1dd07d36-ed00-49fc-befe-7dde6c2a28d7 service neutron] Attempting to bind port 9bf269fb-287f-4424-812f-5af15fd7d0b8 on network 3ac543f3-ed2d-4557-8b9b-b33844ee4851 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 21:00:26.261517 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-1dd07d36-ed00-49fc-befe-7dde6c2a28d7 service neutron] Checking agent: {'id': '7ef80941-8def-40cc-9dc9-727f4daf545d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'started_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 21:00:26.261864 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-1dd07d36-ed00-49fc-befe-7dde6c2a28d7 service neutron] Checking segment: {'id': 'def440c0-28e5-481e-8733-4907081c4e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 21:00:26.262227 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-1dd07d36-ed00-49fc-befe-7dde6c2a28d7 service neutron] Bound using segment: {'id': 'def440c0-28e5-481e-8733-4907081c4e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851'} {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 21:00:26.262630 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-1dd07d36-ed00-49fc-befe-7dde6c2a28d7 service neutron] Bound port: 9bf269fb-287f-4424-812f-5af15fd7d0b8, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def440c0-28e5-481e-8733-4907081c4e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851'}}] {{(pid=83161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 21:00:26.262978 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-1dd07d36-ed00-49fc-befe-7dde6c2a28d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:26.347727 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-1dd07d36-ed00-49fc-befe-7dde6c2a28d7 service neutron] For port 9bf269fb-287f-4424-812f-5af15fd7d0b8, host hv-cinder-83232, cleared binding levels {{(pid=83161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:00:26.350594 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-1dd07d36-ed00-49fc-befe-7dde6c2a28d7 service neutron] For port 9bf269fb-287f-4424-812f-5af15fd7d0b8, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=9bf269fb-287f-4424-812f-5af15fd7d0b8,segment=NetworkSegment(def440c0-28e5-481e-8733-4907081c4e81),segment_id=def440c0-28e5-481e-8733-4907081c4e81)] {{(pid=83161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:00:26.354578 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-1dd07d36-ed00-49fc-befe-7dde6c2a28d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:26.412911 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-1dd07d36-ed00-49fc-befe-7dde6c2a28d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:26.414255 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-1dd07d36-ed00-49fc-befe-7dde6c2a28d7 service neutron] 10.222.0.21 "PUT /v2.0/ports/9bf269fb-287f-4424-812f-5af15fd7d0b8 HTTP/1.1" status: 200 len: 1093 time: 0.9584804 Mar 08 21:00:26.414669 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cea12d3-5ca2-4dcb-b4a8-729646be5e1b', 'tag': '9bf269fb-287f-4424-812f-5af15fd7d0b8'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 21:00:26.431514 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd07d36-ed00-49fc-befe-7dde6c2a28d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf269fb-287f-4424-812f-5af15fd7d0b8,revision_number=3']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:00:26.500757 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cea12d3-5ca2-4dcb-b4a8-729646be5e1b', 'tag': '9bf269fb-287f-4424-812f-5af15fd7d0b8', 'status': 'completed', 'code': 200} Mar 08 21:00:26.538388 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-01b48aa7-22d5-492d-a12d-e687a7550a66 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75384b10ddb442bea7117c6826e163d3&device_id=7cea12d3-5ca2-4dcb-b4a8-729646be5e1b HTTP/1.1" status: 200 len: 1096 time: 0.0772676 Mar 08 21:00:26.606185 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-280a6225-bffe-464b-86a0-bc506a72262f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bf269fb-287f-4424-812f-5af15fd7d0b8 HTTP/1.1" status: 200 len: 217 time: 0.0597770 Mar 08 21:00:26.670406 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-13004f10-66fa-4142-8732-11f7a17df0b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:26.672331 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-13004f10-66fa-4142-8732-11f7a17df0b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=631e0254-4619-4902-8397-d03caba0f7cf HTTP/1.1" status: 200 len: 854 time: 0.0598214 Mar 08 21:00:26.744999 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-92349b5f-64cf-4a31-bf17-ebc8fc9e39d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ac543f3-ed2d-4557-8b9b-b33844ee4851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0658181 Mar 08 21:00:26.751597 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 21:00:26.870288 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-64aa8c61-12a4-4573-8422-11e55d1a7268 service neutron] 10.222.0.21 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182964 Mar 08 21:00:26.996672 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f877d861-37b6-495a-bcba-da4e8ab79e82 req-d5234b9b-5791-4691-bd92-0fce032c4728 service neutron] 10.222.0.21 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181698 Mar 08 21:00:27.119682 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-795e5003-7ae5-4e40-9ed4-6a6c6235096e req-a8753490-18ae-4cbb-8e7a-cbd9bf22e784 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75384b10ddb442bea7117c6826e163d3&device_id=7cea12d3-5ca2-4dcb-b4a8-729646be5e1b HTTP/1.1" status: 200 len: 1096 time: 0.0703032 Mar 08 21:00:27.252822 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e5003-7ae5-4e40-9ed4-6a6c6235096e req-0fd8d6d4-fc98-4cdb-8d85-66aff9e39970 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:27.254281 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-795e5003-7ae5-4e40-9ed4-6a6c6235096e req-0fd8d6d4-fc98-4cdb-8d85-66aff9e39970 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ac543f3-ed2d-4557-8b9b-b33844ee4851 HTTP/1.1" status: 200 len: 916 time: 0.1267483 Mar 08 21:00:27.308577 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c23f2-3d1b-456d-a022-d322d21c5c8d req-ce89f608-e52f-4d3a-a4bd-cc0189dea0f3 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:27.310018 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-404c23f2-3d1b-456d-a022-d322d21c5c8d req-ce89f608-e52f-4d3a-a4bd-cc0189dea0f3 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cea12d3-5ca2-4dcb-b4a8-729646be5e1b HTTP/1.1" status: 200 len: 943 time: 0.0735636 Mar 08 21:00:27.321197 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-795e5003-7ae5-4e40-9ed4-6a6c6235096e req-1f1c88a5-e861-46a8-8225-065905c5e1ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bf269fb-287f-4424-812f-5af15fd7d0b8 HTTP/1.1" status: 200 len: 217 time: 0.0595453 Mar 08 21:00:27.357609 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-404c23f2-3d1b-456d-a022-d322d21c5c8d req-20f6e591-6eda-4f03-9f35-1962cb0a5c5b tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=dff7fd65-bfb5-420d-af30-ff09b195a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419846 Mar 08 21:00:27.387794 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e5003-7ae5-4e40-9ed4-6a6c6235096e req-b830284f-e336-4e18-a551-eefa420deef5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:27.389211 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-795e5003-7ae5-4e40-9ed4-6a6c6235096e req-b830284f-e336-4e18-a551-eefa420deef5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=631e0254-4619-4902-8397-d03caba0f7cf HTTP/1.1" status: 200 len: 854 time: 0.0609593 Mar 08 21:00:27.462439 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-795e5003-7ae5-4e40-9ed4-6a6c6235096e req-df510548-2718-4698-98cc-e1eaecc8bd10 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ac543f3-ed2d-4557-8b9b-b33844ee4851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0660281 Mar 08 21:00:27.589852 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-795e5003-7ae5-4e40-9ed4-6a6c6235096e req-f83faded-7221-432b-a7d4-38a1895c4ae8 service neutron] 10.222.0.21 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202152 Mar 08 21:00:27.720291 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-795e5003-7ae5-4e40-9ed4-6a6c6235096e req-27be4e2f-36de-461e-bd61-f48c95dfe465 service neutron] 10.222.0.21 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221986 Mar 08 21:00:28.552333 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908c62c-27ab-4cae-a56e-f37436ade5a4 req-b23e6b65-d4fa-46d2-942b-eef1b1a58eea tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:28.553026 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-5908c62c-27ab-4cae-a56e-f37436ade5a4 req-b23e6b65-d4fa-46d2-942b-eef1b1a58eea tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Synchronizing usage tracker for tenant:75384b10ddb442bea7117c6826e163d3 on resource:port {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 21:00:28.568160 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-5908c62c-27ab-4cae-a56e-f37436ade5a4 req-b23e6b65-d4fa-46d2-942b-eef1b1a58eea tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Unset dirty status for tenant:75384b10ddb442bea7117c6826e163d3 on resource:port {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 21:00:28.569672 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5908c62c-27ab-4cae-a56e-f37436ade5a4 req-b23e6b65-d4fa-46d2-942b-eef1b1a58eea tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cea12d3-5ca2-4dcb-b4a8-729646be5e1b HTTP/1.1" status: 200 len: 943 time: 0.0941639 Mar 08 21:00:28.683310 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5908c62c-27ab-4cae-a56e-f37436ade5a4 req-2170a7df-964d-4b7c-96c1-9a1e4ba96d5c tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=dff7fd65-bfb5-420d-af30-ff09b195a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083086 Mar 08 21:00:29.877539 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbca28-0829-4bfd-845c-819588d7661e req-b85d2f57-6e8e-49e5-ab32-ff74c9f8aa2e tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:29.878981 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c9fbca28-0829-4bfd-845c-819588d7661e req-b85d2f57-6e8e-49e5-ab32-ff74c9f8aa2e tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cea12d3-5ca2-4dcb-b4a8-729646be5e1b HTTP/1.1" status: 200 len: 943 time: 0.0738506 Mar 08 21:00:29.922549 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c9fbca28-0829-4bfd-845c-819588d7661e req-bd957755-2543-482e-a941-0b0dae4b4448 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=dff7fd65-bfb5-420d-af30-ff09b195a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382674 Mar 08 21:00:31.013055 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 9bf269fb-287f-4424-812f-5af15fd7d0b8 details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 21:00:31.116636 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f975b8-a516-4ed6-b963-35f06195584b req-02c0fbb7-7111-404a-bb1a-c11ead2c18a8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:31.118115 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-82f975b8-a516-4ed6-b963-35f06195584b req-02c0fbb7-7111-404a-bb1a-c11ead2c18a8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cea12d3-5ca2-4dcb-b4a8-729646be5e1b HTTP/1.1" status: 200 len: 943 time: 0.0768425 Mar 08 21:00:31.146941 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 9bf269fb-287f-4424-812f-5af15fd7d0b8, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=9bf269fb-287f-4424-812f-5af15fd7d0b8,segment=NetworkSegment(def440c0-28e5-481e-8733-4907081c4e81),segment_id=def440c0-28e5-481e-8733-4907081c4e81)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:00:31.162695 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Returning: {'device': '9bf269fb-287f-4424-812f-5af15fd7d0b8', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'port_id': '9bf269fb-287f-4424-812f-5af15fd7d0b8', 'mac_address': 'fa:16:3e:d9:84:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 21:00:31.167758 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-82f975b8-a516-4ed6-b963-35f06195584b req-8f7a3f86-d4de-446c-a139-642ac6a1a6c8 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=dff7fd65-bfb5-420d-af30-ff09b195a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438781 Mar 08 21:00:31.215109 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:31.231660 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf269fb-287f-4424-812f-5af15fd7d0b8 {{(pid=83162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 21:00:31.245812 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 9bf269fb-287f-4424-812f-5af15fd7d0b8, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=9bf269fb-287f-4424-812f-5af15fd7d0b8,segment=NetworkSegment(def440c0-28e5-481e-8733-4907081c4e81),segment_id=def440c0-28e5-481e-8733-4907081c4e81)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:00:31.249767 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:31.320764 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=9bf269fb-287f-4424-812f-5af15fd7d0b8,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:00:31.738593 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['9bf269fb-287f-4424-812f-5af15fd7d0b8'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 21:00:32.361726 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5179bc-4a57-4357-87a7-d0c94ffab930 req-dfc7fa4a-2536-4534-af03-c367b76eba66 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:32.363152 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ea5179bc-4a57-4357-87a7-d0c94ffab930 req-dfc7fa4a-2536-4534-af03-c367b76eba66 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cea12d3-5ca2-4dcb-b4a8-729646be5e1b HTTP/1.1" status: 200 len: 944 time: 0.0778818 Mar 08 21:00:32.406182 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ea5179bc-4a57-4357-87a7-d0c94ffab930 req-c69534fa-d5c8-45da-b3b1-3d13d924dec3 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=dff7fd65-bfb5-420d-af30-ff09b195a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374660 Mar 08 21:00:33.012179 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 9bf269fb-287f-4424-812f-5af15fd7d0b8 up at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 21:00:33.080302 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning for port 9bf269fb-287f-4424-812f-5af15fd7d0b8 completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 21:00:33.084758 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning complete for port 9bf269fb-287f-4424-812f-5af15fd7d0b8 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 21:00:33.085121 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:33.195014 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:33.220672 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cea12d3-5ca2-4dcb-b4a8-729646be5e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf269fb-287f-4424-812f-5af15fd7d0b8'}] {{(pid=83162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 21:00:33.230366 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 9bf269fb-287f-4424-812f-5af15fd7d0b8, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=9bf269fb-287f-4424-812f-5af15fd7d0b8,segment=NetworkSegment(def440c0-28e5-481e-8733-4907081c4e81),segment_id=def440c0-28e5-481e-8733-4907081c4e81)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:00:33.234420 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:33.276476 dv-cinder-832328-1-smb neutron-server[83162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cea12d3-5ca2-4dcb-b4a8-729646be5e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf269fb-287f-4424-812f-5af15fd7d0b8', 'code': 200} Mar 08 21:00:33.304313 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=9bf269fb-287f-4424-812f-5af15fd7d0b8,revision_number=5']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:00:33.508042 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-745db18b-c1c5-4642-ab58-32c804df0714 req-62915106-f788-460d-8c96-bfeaaf29c7ba service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7cea12d3-5ca2-4dcb-b4a8-729646be5e1b HTTP/1.1" status: 200 len: 1098 time: 0.0685060 Mar 08 21:00:33.550621 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-745db18b-c1c5-4642-ab58-32c804df0714 req-970a1889-bb53-4cb7-9f88-f389559f6a4e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dff7fd65-bfb5-420d-af30-ff09b195a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356803 Mar 08 21:00:33.599800 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31139f2d-88e8-4772-8568-6672ff1cd9f8 req-804061ef-143d-41b9-99ce-cced642f00d4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:33.601218 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-31139f2d-88e8-4772-8568-6672ff1cd9f8 req-804061ef-143d-41b9-99ce-cced642f00d4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cea12d3-5ca2-4dcb-b4a8-729646be5e1b HTTP/1.1" status: 200 len: 945 time: 0.0778344 Mar 08 21:00:33.644641 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-31139f2d-88e8-4772-8568-6672ff1cd9f8 req-076bc414-cbbb-4cab-af87-e2ee9d2389ed tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=dff7fd65-bfb5-420d-af30-ff09b195a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378733 Mar 08 21:00:34.835846 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675ef41-c74f-4dec-8505-669fc87ab6eb req-e84a3d06-7fc1-46a8-98ad-fe50b179fae4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:34.837264 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e675ef41-c74f-4dec-8505-669fc87ab6eb req-e84a3d06-7fc1-46a8-98ad-fe50b179fae4 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cea12d3-5ca2-4dcb-b4a8-729646be5e1b HTTP/1.1" status: 200 len: 945 time: 0.0747690 Mar 08 21:00:34.883241 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e675ef41-c74f-4dec-8505-669fc87ab6eb req-fccdd34e-77d6-4315-aed9-582fafae21ac tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=dff7fd65-bfb5-420d-af30-ff09b195a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405734 Mar 08 21:00:36.078967 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ca9cc-c17b-4123-8e96-87b4db888357 req-6aa4fcdc-52ab-49b2-a433-36d336b1f2b0 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:36.080409 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9f0ca9cc-c17b-4123-8e96-87b4db888357 req-6aa4fcdc-52ab-49b2-a433-36d336b1f2b0 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cea12d3-5ca2-4dcb-b4a8-729646be5e1b HTTP/1.1" status: 200 len: 945 time: 0.0776155 Mar 08 21:00:36.125213 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9f0ca9cc-c17b-4123-8e96-87b4db888357 req-37a82419-c9f9-40bd-94e1-7de6c40f641e tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=dff7fd65-bfb5-420d-af30-ff09b195a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394192 Mar 08 21:00:36.310698 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db16be-3c75-440a-b18b-8c6959d1dbeb req-a23e0574-d450-45e3-9b9c-15d26b4b32fd tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:36.312110 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-42db16be-3c75-440a-b18b-8c6959d1dbeb req-a23e0574-d450-45e3-9b9c-15d26b4b32fd tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cea12d3-5ca2-4dcb-b4a8-729646be5e1b HTTP/1.1" status: 200 len: 945 time: 0.0729487 Mar 08 21:00:36.320556 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47690) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:00:36.325676 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-b54ad042-bee7-44cb-b708-9e3c7ffd5678 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Request body: {'floatingip': {'port_id': '9bf269fb-287f-4424-812f-5af15fd7d0b8'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 21:00:36.399229 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b54ad042-bee7-44cb-b708-9e3c7ffd5678 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for floatingip, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:36.950210 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b54ad042-bee7-44cb-b708-9e3c7ffd5678 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:36.953569 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b54ad042-bee7-44cb-b708-9e3c7ffd5678 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-356680'] for floatingip, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:37.137293 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.db.l3_db [None req-b54ad042-bee7-44cb-b708-9e3c7ffd5678 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Floating IP 6575bdba-62ac-42a2-9e78-ff5f36d0bac6 associated. External IP: 172.28.2.103, port: 9bf269fb-287f-4424-812f-5af15fd7d0b8. Mar 08 21:00:37.592595 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54ad042-bee7-44cb-b708-9e3c7ffd5678 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:00:37.783955 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54ad042-bee7-44cb-b708-9e3c7ffd5678 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:00:37.788190 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b54ad042-bee7-44cb-b708-9e3c7ffd5678 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for floatingip, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:37.794022 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fd7e12-4ffb-4b13-bc9c-6b8ca7c46625 None None] Sync routers for ids ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'] in dv-cinder-832328-1-smb {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 21:00:37.805875 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fd7e12-4ffb-4b13-bc9c-6b8ca7c46625 None None] Routers {'322e80d3-9b8c-442f-a225-e74ce54a5eb1'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 21:00:37.806471 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-f3fd7e12-4ffb-4b13-bc9c-6b8ca7c46625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T21:00:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:00:37.843379 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-b54ad042-bee7-44cb-b708-9e3c7ffd5678 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "PUT /v2.0/floatingips/6575bdba-62ac-42a2-9e78-ff5f36d0bac6 HTTP/1.1" status: 200 len: 991 time: 1.5216610 Mar 08 21:00:37.843954 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cea12d3-5ca2-4dcb-b4a8-729646be5e1b', 'tag': '9bf269fb-287f-4424-812f-5af15fd7d0b8'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 21:00:37.897225 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cea12d3-5ca2-4dcb-b4a8-729646be5e1b', 'tag': '9bf269fb-287f-4424-812f-5af15fd7d0b8', 'status': 'completed', 'code': 200} Mar 08 21:00:37.981594 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-f3fd7e12-4ffb-4b13-bc9c-6b8ca7c46625 None None] Set router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 21:00:37.992247 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8a7fc9a5-2adb-4cf8-9bb3-d94299f8c0d2 req-a4031a3d-c08a-4610-b933-cd62efdb056a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=75384b10ddb442bea7117c6826e163d3&device_id=7cea12d3-5ca2-4dcb-b4a8-729646be5e1b HTTP/1.1" status: 200 len: 1098 time: 0.0663359 Mar 08 21:00:38.122143 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fc9a5-2adb-4cf8-9bb3-d94299f8c0d2 req-828a3999-4f41-40e5-b13b-d0072c9f54c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:38.123614 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8a7fc9a5-2adb-4cf8-9bb3-d94299f8c0d2 req-828a3999-4f41-40e5-b13b-d0072c9f54c0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ac543f3-ed2d-4557-8b9b-b33844ee4851 HTTP/1.1" status: 200 len: 916 time: 0.1211309 Mar 08 21:00:38.227313 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8a7fc9a5-2adb-4cf8-9bb3-d94299f8c0d2 req-fa05ba14-8572-4a84-88ee-3a4f4d6fa70c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bf269fb-287f-4424-812f-5af15fd7d0b8 HTTP/1.1" status: 200 len: 999 time: 0.0937214 Mar 08 21:00:38.294413 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fc9a5-2adb-4cf8-9bb3-d94299f8c0d2 req-3bd93580-be36-4f0a-acb9-7485bba95cc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:38.296445 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8a7fc9a5-2adb-4cf8-9bb3-d94299f8c0d2 req-3bd93580-be36-4f0a-acb9-7485bba95cc4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=631e0254-4619-4902-8397-d03caba0f7cf HTTP/1.1" status: 200 len: 854 time: 0.0569146 Mar 08 21:00:38.318384 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-f3fd7e12-4ffb-4b13-bc9c-6b8ca7c46625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:10Z', 'revision_number': 4, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': '6575bdba-62ac-42a2-9e78-ff5f36d0bac6', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'floating_ip_address': '172.28.2.103', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'port_id': '9bf269fb-287f-4424-812f-5af15fd7d0b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'mac_address': 'fa:16:3e:d9:84:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cea12d3-5ca2-4dcb-b4a8-729646be5e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:00:22Z', 'updated_at': '2022-03-08T21:00:36Z', 'revision_number': 1, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de88ea94-d0e2-409f-84d6-ac8e3f467870', 'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'mac_address': 'fa:16:3e:c6:bf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:53:07Z', 'updated_at': '2022-03-08T20:53:37Z', 'revision_number': 5, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'subnets': [{'id': '631e0254-4619-4902-8397-d03caba0f7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:00:38.322083 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fd7e12-4ffb-4b13-bc9c-6b8ca7c46625 None None] Checking router: 322e80d3-9b8c-442f-a225-e74ce54a5eb1 for host: dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 21:00:38.332057 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fd7e12-4ffb-4b13-bc9c-6b8ca7c46625 None None] Routers {'322e80d3-9b8c-442f-a225-e74ce54a5eb1'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 21:00:38.332637 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-f3fd7e12-4ffb-4b13-bc9c-6b8ca7c46625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T21:00:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:00:38.377300 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8a7fc9a5-2adb-4cf8-9bb3-d94299f8c0d2 req-e8de6629-6429-499d-a781-5344c519c09c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ac543f3-ed2d-4557-8b9b-b33844ee4851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0703542 Mar 08 21:00:38.504568 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-f3fd7e12-4ffb-4b13-bc9c-6b8ca7c46625 None None] Set router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 21:00:38.507573 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8a7fc9a5-2adb-4cf8-9bb3-d94299f8c0d2 req-c0b96085-7d36-4a19-a07a-07c67f67e079 service neutron] 10.222.0.21 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230860 Mar 08 21:00:38.638180 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8a7fc9a5-2adb-4cf8-9bb3-d94299f8c0d2 req-656aa232-ac32-4743-ac65-21e34d5119e8 service neutron] 10.222.0.21 "GET /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220319 Mar 08 21:00:38.870728 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-f3fd7e12-4ffb-4b13-bc9c-6b8ca7c46625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:10Z', 'revision_number': 4, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': '6575bdba-62ac-42a2-9e78-ff5f36d0bac6', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'floating_ip_address': '172.28.2.103', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'port_id': '9bf269fb-287f-4424-812f-5af15fd7d0b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'mac_address': 'fa:16:3e:d9:84:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cea12d3-5ca2-4dcb-b4a8-729646be5e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:00:22Z', 'updated_at': '2022-03-08T21:00:36Z', 'revision_number': 1, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de88ea94-d0e2-409f-84d6-ac8e3f467870', 'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'mac_address': 'fa:16:3e:c6:bf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:53:07Z', 'updated_at': '2022-03-08T20:53:37Z', 'revision_number': 5, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'subnets': [{'id': '631e0254-4619-4902-8397-d03caba0f7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:00:38.875561 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fd7e12-4ffb-4b13-bc9c-6b8ca7c46625 None None] The sync data for ids ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'] in dv-cinder-832328-1-smb is: [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:10Z', 'revision_number': 4, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': '6575bdba-62ac-42a2-9e78-ff5f36d0bac6', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'floating_ip_address': '172.28.2.103', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'port_id': '9bf269fb-287f-4424-812f-5af15fd7d0b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'mac_address': 'fa:16:3e:d9:84:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cea12d3-5ca2-4dcb-b4a8-729646be5e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:00:22Z', 'updated_at': '2022-03-08T21:00:36Z', 'revision_number': 1, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de88ea94-d0e2-409f-84d6-ac8e3f467870', 'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'mac_address': 'fa:16:3e:c6:bf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:53:07Z', 'updated_at': '2022-03-08T20:53:37Z', 'revision_number': 5, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'subnets': [{'id': '631e0254-4619-4902-8397-d03caba0f7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 21:00:39.065800 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2dace9-7db3-4bef-b94b-100e25a623d8 None None] New status for floating IP 6575bdba-62ac-42a2-9e78-ff5f36d0bac6: ACTIVE {{(pid=83163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 08 21:00:40.023482 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-9c5e5cdc-7845-45a6-9906-435e495a6abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:42.305259 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-d1a0ae85-c507-4370-9f82-2a6e63c8fcff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:43.339277 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:43.540930 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:44.855144 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:48.228198 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:00:56.960802 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6e00796c-4492-45fc-8b49-62d6d199bfb9 req-7c1408d1-3bf4-46bf-821b-649c251c53bb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665061 Mar 08 21:00:57.063344 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6e00796c-4492-45fc-8b49-62d6d199bfb9 req-e611ce91-28b5-4bd8-b601-85540fe845a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55267becfde149f1a4014dbf3988abc1&device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 1099 time: 0.0746961 Mar 08 21:00:57.210404 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00796c-4492-45fc-8b49-62d6d199bfb9 req-c88d285e-c61b-449f-96da-d26ec3468998 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:57.211828 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6e00796c-4492-45fc-8b49-62d6d199bfb9 req-c88d285e-c61b-449f-96da-d26ec3468998 service neutron] 10.222.0.21 "GET /v2.0/networks?id=00070523-754b-4fd2-826d-d4ba066d78ff HTTP/1.1" status: 200 len: 917 time: 0.1260695 Mar 08 21:00:57.397540 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6e00796c-4492-45fc-8b49-62d6d199bfb9 req-e6e2ce73-d2d9-4559-84a0-44ac99554a16 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06b57522-9205-4422-a2d3-e6a0512f90d3 HTTP/1.1" status: 200 len: 1001 time: 0.1775875 Mar 08 21:00:57.463443 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00796c-4492-45fc-8b49-62d6d199bfb9 req-2bb85213-4ed6-42b5-aece-2bccbad67cbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:00:57.464858 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6e00796c-4492-45fc-8b49-62d6d199bfb9 req-2bb85213-4ed6-42b5-aece-2bccbad67cbd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8 HTTP/1.1" status: 200 len: 855 time: 0.0596321 Mar 08 21:00:57.540421 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6e00796c-4492-45fc-8b49-62d6d199bfb9 req-5df5ac3d-807b-4f71-b2ab-44c5166a880b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00070523-754b-4fd2-826d-d4ba066d78ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0652790 Mar 08 21:00:57.667454 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6e00796c-4492-45fc-8b49-62d6d199bfb9 req-1cf43e50-8975-4194-8006-7cfa23a6cda7 service neutron] 10.222.0.21 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189783 Mar 08 21:00:57.798900 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6e00796c-4492-45fc-8b49-62d6d199bfb9 req-0d0c8730-85c7-4d87-bcba-ea5a33546106 service neutron] 10.222.0.21 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205895 Mar 08 21:01:03.752654 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 21:01:04.808334 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf213e-f542-4083-b78a-c5c7a44cae01 req-59204d59-7231-4c26-8aa0-129d248d769d tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:01:04.809787 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-4bbf213e-f542-4083-b78a-c5c7a44cae01 req-59204d59-7231-4c26-8aa0-129d248d769d tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 946 time: 0.0738389 Mar 08 21:01:04.858413 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-4bbf213e-f542-4083-b78a-c5c7a44cae01 req-a94e49b8-34ed-4acb-b87d-60a27b915c4f tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427127 Mar 08 21:01:06.079482 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92cfef-71aa-4a20-b7ca-06bba8b2431d req-0dd023bd-557b-45cb-8467-7b9fe8154fa0 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:01:06.080922 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-fd92cfef-71aa-4a20-b7ca-06bba8b2431d req-0dd023bd-557b-45cb-8467-7b9fe8154fa0 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 946 time: 0.0899055 Mar 08 21:01:06.124950 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-fd92cfef-71aa-4a20-b7ca-06bba8b2431d req-dcd9ea8d-1f06-4a12-932d-817cddcff393 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384030 Mar 08 21:01:07.330309 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793194ac-139b-4420-a394-bb4cedd26aac req-ef24f6c0-a4d0-4d29-90b0-2b4ca583579d tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:01:07.331747 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-793194ac-139b-4420-a394-bb4cedd26aac req-ef24f6c0-a4d0-4d29-90b0-2b4ca583579d tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 946 time: 0.0742638 Mar 08 21:01:07.373543 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6870f-125c-440c-9250-56f582cb0164 req-7de8303a-4b2c-42c2-813c-c7dd8649686a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:01:07.375067 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-05a6870f-125c-440c-9250-56f582cb0164 req-7de8303a-4b2c-42c2-813c-c7dd8649686a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 946 time: 0.0740316 Mar 08 21:01:07.376667 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-793194ac-139b-4420-a394-bb4cedd26aac req-284aaec1-7d06-48ab-a0a9-9beb8d85c55b tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=3759b922-42a8-4e95-b431-49234566f43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393918 Mar 08 21:01:07.444860 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [req-05a6870f-125c-440c-9250-56f582cb0164 req-db7e0f05-ba62-4d9b-a248-f9477940e62c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Deleting port 06b57522-9205-4422-a2d3-e6a0512f90d3 {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:01:07.445190 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-05a6870f-125c-440c-9250-56f582cb0164 req-db7e0f05-ba62-4d9b-a248-f9477940e62c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:07.677563 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-05a6870f-125c-440c-9250-56f582cb0164 req-db7e0f05-ba62-4d9b-a248-f9477940e62c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] For port 06b57522-9205-4422-a2d3-e6a0512f90d3, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=06b57522-9205-4422-a2d3-e6a0512f90d3,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:01:07.677846 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-05a6870f-125c-440c-9250-56f582cb0164 req-db7e0f05-ba62-4d9b-a248-f9477940e62c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:07.954493 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-05a6870f-125c-440c-9250-56f582cb0164 req-db7e0f05-ba62-4d9b-a248-f9477940e62c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:07.954778 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-05a6870f-125c-440c-9250-56f582cb0164 req-db7e0f05-ba62-4d9b-a248-f9477940e62c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-356680'] for floatingip, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:07.955085 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.db.l3_db [req-05a6870f-125c-440c-9250-56f582cb0164 req-db7e0f05-ba62-4d9b-a248-f9477940e62c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Floating IP 775c68cf-d23f-4ae8-b3bd-904851bef350 disassociated. External IP: 172.28.2.251, port: 06b57522-9205-4422-a2d3-e6a0512f90d3. Mar 08 21:01:07.955418 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [req-05a6870f-125c-440c-9250-56f582cb0164 req-db7e0f05-ba62-4d9b-a248-f9477940e62c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Calling delete_port for 06b57522-9205-4422-a2d3-e6a0512f90d3 owned by compute:nova {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:01:08.091508 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-05a6870f-125c-440c-9250-56f582cb0164 req-db7e0f05-ba62-4d9b-a248-f9477940e62c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:08.141052 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e0f05-ba62-4d9b-a248-f9477940e62c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Pushing event deleted for resources: {'Port': ['ID=06b57522-9205-4422-a2d3-e6a0512f90d3,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:01:08.416221 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05a6870f-125c-440c-9250-56f582cb0164 req-db7e0f05-ba62-4d9b-a248-f9477940e62c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Router 243b93c4-9d4b-4821-b225-c9f1477487da has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:01:08.583607 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-91940952-663f-4d8a-b52c-910faa993ab2 req-24f96246-2fc5-4ce7-9226-269d3ff16dbd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1b98ed5-ef4a-4216-b280-0b2553a45ca0 HTTP/1.1" status: 200 len: 210 time: 0.0509429 Mar 08 21:01:08.660287 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05a6870f-125c-440c-9250-56f582cb0164 req-db7e0f05-ba62-4d9b-a248-f9477940e62c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:01:08.673811 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff8a241-dd68-4194-8a21-a4e310f8d44d None None] Sync routers for ids ['243b93c4-9d4b-4821-b225-c9f1477487da'] in dv-cinder-832328-1-smb {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 21:01:08.684916 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff8a241-dd68-4194-8a21-a4e310f8d44d None None] Routers {'243b93c4-9d4b-4821-b225-c9f1477487da'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 21:01:08.685500 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-3ff8a241-dd68-4194-8a21-a4e310f8d44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T21:00:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['243b93c4-9d4b-4821-b225-c9f1477487da'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:01:08.729569 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a6870f-125c-440c-9250-56f582cb0164 req-db7e0f05-ba62-4d9b-a248-f9477940e62c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] No DVR routers for this DVR port 06b57522-9205-4422-a2d3-e6a0512f90d3 on host hv-cinder-83232 {{(pid=83161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:01:08.731917 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-05a6870f-125c-440c-9250-56f582cb0164 req-db7e0f05-ba62-4d9b-a248-f9477940e62c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:08.734888 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b98ed5-ef4a-4216-b280-0b2553a45ca0', 'name': 'network-vif-deleted', 'tag': '06b57522-9205-4422-a2d3-e6a0512f90d3'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 21:01:08.749545 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-05a6870f-125c-440c-9250-56f582cb0164 req-db7e0f05-ba62-4d9b-a248-f9477940e62c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.21 "DELETE /v2.0/ports/06b57522-9205-4422-a2d3-e6a0512f90d3 HTTP/1.1" status: 204 len: 173 time: 1.3683507 Mar 08 21:01:08.791539 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b98ed5-ef4a-4216-b280-0b2553a45ca0', 'name': 'network-vif-deleted', 'tag': '06b57522-9205-4422-a2d3-e6a0512f90d3', 'status': 'completed', 'code': 200} Mar 08 21:01:08.856068 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-3ff8a241-dd68-4194-8a21-a4e310f8d44d None None] Set router 243b93c4-9d4b-4821-b225-c9f1477487da gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 21:01:09.171587 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-3ff8a241-dd68-4194-8a21-a4e310f8d44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'name': 'tempest-AttachVolumeShelveTestJSON-542225041-router', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '675522ce-b988-45b3-85d4-70b23820db56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:56:15Z', 'updated_at': '2022-03-08T20:56:19Z', 'revision_number': 4, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'gw_port': {'id': '675522ce-b988-45b3-85d4-70b23820db56', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:16Z', 'updated_at': '2022-03-08T20:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'd55f3288-86f1-40ed-854e-02c2961a2176', 'name': '', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'mac_address': 'fa:16:3e:6d:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:18Z', 'updated_at': '2022-03-08T20:56:39Z', 'revision_number': 5, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'subnets': [{'id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:01:09.175416 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff8a241-dd68-4194-8a21-a4e310f8d44d None None] Checking router: 243b93c4-9d4b-4821-b225-c9f1477487da for host: dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 21:01:09.185564 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff8a241-dd68-4194-8a21-a4e310f8d44d None None] Routers {'243b93c4-9d4b-4821-b225-c9f1477487da'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 21:01:09.186173 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-3ff8a241-dd68-4194-8a21-a4e310f8d44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T21:00:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['243b93c4-9d4b-4821-b225-c9f1477487da'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:01:09.361562 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-3ff8a241-dd68-4194-8a21-a4e310f8d44d None None] Set router 243b93c4-9d4b-4821-b225-c9f1477487da gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 21:01:09.704320 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-3ff8a241-dd68-4194-8a21-a4e310f8d44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'name': 'tempest-AttachVolumeShelveTestJSON-542225041-router', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '675522ce-b988-45b3-85d4-70b23820db56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:56:15Z', 'updated_at': '2022-03-08T20:56:19Z', 'revision_number': 4, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'gw_port': {'id': '675522ce-b988-45b3-85d4-70b23820db56', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:16Z', 'updated_at': '2022-03-08T20:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'd55f3288-86f1-40ed-854e-02c2961a2176', 'name': '', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'mac_address': 'fa:16:3e:6d:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:18Z', 'updated_at': '2022-03-08T20:56:39Z', 'revision_number': 5, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'subnets': [{'id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:01:09.708355 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff8a241-dd68-4194-8a21-a4e310f8d44d None None] The sync data for ids ['243b93c4-9d4b-4821-b225-c9f1477487da'] in dv-cinder-832328-1-smb is: [{'id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'name': 'tempest-AttachVolumeShelveTestJSON-542225041-router', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '675522ce-b988-45b3-85d4-70b23820db56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:56:15Z', 'updated_at': '2022-03-08T20:56:19Z', 'revision_number': 4, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'gw_port': {'id': '675522ce-b988-45b3-85d4-70b23820db56', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:16Z', 'updated_at': '2022-03-08T20:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'd55f3288-86f1-40ed-854e-02c2961a2176', 'name': '', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'mac_address': 'fa:16:3e:6d:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:18Z', 'updated_at': '2022-03-08T20:56:39Z', 'revision_number': 5, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'subnets': [{'id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 21:01:09.742722 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47768) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:01:09.808029 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6e71fcff-4928-4630-9ba4-0a6921d80f47 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:09.835128 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6e71fcff-4928-4630-9ba4-0a6921d80f47 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:09.887980 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6e71fcff-4928-4630-9ba4-0a6921d80f47 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:09.910982 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71fcff-4928-4630-9ba4-0a6921d80f47 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3759b922-42a8-4e95-b431-49234566f43a,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:01:09.921056 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6e71fcff-4928-4630-9ba4-0a6921d80f47 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:09.924652 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-6e71fcff-4928-4630-9ba4-0a6921d80f47 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "DELETE /v2.0/security-groups/3759b922-42a8-4e95-b431-49234566f43a HTTP/1.1" status: 204 len: 168 time: 0.1788197 Mar 08 21:01:09.925527 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47772) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:01:09.942304 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.api.v2.resource [None req-23c4a60c-0384-48fc-9cd0-df58bdcd42b6 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] show failed (client error): The resource could not be found. Mar 08 21:01:09.943290 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-23c4a60c-0384-48fc-9cd0-df58bdcd42b6 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups/3759b922-42a8-4e95-b431-49234566f43a HTTP/1.1" status: 404 len: 347 time: 0.0166514 Mar 08 21:01:09.946971 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47776) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:01:09.953064 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbca2d83-f68d-4cf5-8dec-841789d8c55e None None] New status for floating IP 775c68cf-d23f-4ae8-b3bd-904851bef350: DOWN {{(pid=83163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 08 21:01:10.025562 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-678a6779-9189-4224-89a3-8f0b436220e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:10.104720 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-abc7c0e5-d9e5-414a-ad1f-c9cdf7901c59 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Deleting port 46942a23-7f47-47ed-b9aa-1be8af103b38 {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:01:10.105058 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-abc7c0e5-d9e5-414a-ad1f-c9cdf7901c59 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:10.270763 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-abc7c0e5-d9e5-414a-ad1f-c9cdf7901c59 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:10.271082 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-abc7c0e5-d9e5-414a-ad1f-c9cdf7901c59 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:10.388637 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-abc7c0e5-d9e5-414a-ad1f-c9cdf7901c59 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Calling delete_port for 46942a23-7f47-47ed-b9aa-1be8af103b38 owned by network:floatingip {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:01:10.467658 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.db.api [None req-abc7c0e5-d9e5-414a-ad1f-c9cdf7901c59 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 21:01:10.467899 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG oslo_db.api [None req-abc7c0e5-d9e5-414a-ad1f-c9cdf7901c59 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 21:01:10.969457 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-abc7c0e5-d9e5-414a-ad1f-c9cdf7901c59 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Deleting port 46942a23-7f47-47ed-b9aa-1be8af103b38 {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:01:10.970081 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-abc7c0e5-d9e5-414a-ad1f-c9cdf7901c59 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:11.132478 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-abc7c0e5-d9e5-414a-ad1f-c9cdf7901c59 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:11.132793 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-abc7c0e5-d9e5-414a-ad1f-c9cdf7901c59 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:11.167613 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 06b57522-9205-4422-a2d3-e6a0512f90d3 no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 21:01:11.199573 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] No Port match for: 06b57522-9205-4422-a2d3-e6a0512f90d3 {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 21:01:11.199915 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 06b57522-9205-4422-a2d3-e6a0512f90d3 not bound to the agent host hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 21:01:11.326549 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-abc7c0e5-d9e5-414a-ad1f-c9cdf7901c59 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Calling delete_port for 46942a23-7f47-47ed-b9aa-1be8af103b38 owned by network:floatingip {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:01:11.457049 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-abc7c0e5-d9e5-414a-ad1f-c9cdf7901c59 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:11.503824 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7c0e5-d9e5-414a-ad1f-c9cdf7901c59 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Pushing event deleted for resources: {'Port': ['ID=46942a23-7f47-47ed-b9aa-1be8af103b38,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:01:11.590078 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-abc7c0e5-d9e5-414a-ad1f-c9cdf7901c59 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for floatingip, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:11.603695 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-abc7c0e5-d9e5-414a-ad1f-c9cdf7901c59 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for floatingip, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:11.604775 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-abc7c0e5-d9e5-414a-ad1f-c9cdf7901c59 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "DELETE /v2.0/floatingips/775c68cf-d23f-4ae8-b3bd-904851bef350 HTTP/1.1" status: 204 len: 168 time: 1.6569145 Mar 08 21:01:12.105754 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47782) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:01:12.111930 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-52ddd7a9-2275-4861-ba79-07e035643783 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1008117532', 'description': 'tempest-description--1662128724'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 21:01:12.117627 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-52ddd7a9-2275-4861-ba79-07e035643783 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:01:12.121764 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-52ddd7a9-2275-4861-ba79-07e035643783 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Usage tracker for resource:security_group and tenant:55267becfde149f1a4014dbf3988abc1 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:01:12.126013 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-52ddd7a9-2275-4861-ba79-07e035643783 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:01:12.131711 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-52ddd7a9-2275-4861-ba79-07e035643783 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:01:12.141269 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-52ddd7a9-2275-4861-ba79-07e035643783 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:12.176378 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-52ddd7a9-2275-4861-ba79-07e035643783 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:01:12.180148 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-52ddd7a9-2275-4861-ba79-07e035643783 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Usage tracker for resource:security_group_rule and tenant:55267becfde149f1a4014dbf3988abc1 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:01:12.182968 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-52ddd7a9-2275-4861-ba79-07e035643783 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:01:12.188567 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-52ddd7a9-2275-4861-ba79-07e035643783 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:01:12.245476 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-52ddd7a9-2275-4861-ba79-07e035643783 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:12.249629 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-52ddd7a9-2275-4861-ba79-07e035643783 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:12.293064 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ddd7a9-2275-4861-ba79-07e035643783 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd9a38d-1204-42ff-bb7b-11eddd2320de,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:01:12.296048 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-52ddd7a9-2275-4861-ba79-07e035643783 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:12.298100 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-52ddd7a9-2275-4861-ba79-07e035643783 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.1913106 Mar 08 21:01:12.300096 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47786) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:01:12.307380 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-7e991009-70c9-4244-a0d0-75d1fe2e7a90 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Request body: {'security_group_rule': {'security_group_id': 'fdd9a38d-1204-42ff-bb7b-11eddd2320de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 21:01:12.308520 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-624bec47-affd-4d19-8e04-7d311464fa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:12.314980 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-7e991009-70c9-4244-a0d0-75d1fe2e7a90 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:01:12.318792 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-7e991009-70c9-4244-a0d0-75d1fe2e7a90 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Usage tracker for resource:security_group_rule and tenant:55267becfde149f1a4014dbf3988abc1 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:01:12.321625 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-7e991009-70c9-4244-a0d0-75d1fe2e7a90 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:01:12.327914 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-7e991009-70c9-4244-a0d0-75d1fe2e7a90 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:01:12.343415 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-7e991009-70c9-4244-a0d0-75d1fe2e7a90 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:12.402232 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-7e991009-70c9-4244-a0d0-75d1fe2e7a90 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:12.405453 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-7e991009-70c9-4244-a0d0-75d1fe2e7a90 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324256'] for security_group_rule, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:12.427383 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e991009-70c9-4244-a0d0-75d1fe2e7a90 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2688f845-fbb8-4ef2-8040-a751bc9646b9,revision_number=0']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:01:12.435966 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-7e991009-70c9-4244-a0d0-75d1fe2e7a90 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:12.437573 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-7e991009-70c9-4244-a0d0-75d1fe2e7a90 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1365750 Mar 08 21:01:12.440214 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47790) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:01:12.445407 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-97e550ae-eb75-4966-bc3c-b3865657eb5e tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Request body: {'security_group_rule': {'security_group_id': 'fdd9a38d-1204-42ff-bb7b-11eddd2320de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 21:01:12.450814 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-97e550ae-eb75-4966-bc3c-b3865657eb5e tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:01:12.455151 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-97e550ae-eb75-4966-bc3c-b3865657eb5e tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Usage tracker for resource:security_group_rule and tenant:55267becfde149f1a4014dbf3988abc1 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:01:12.457976 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-97e550ae-eb75-4966-bc3c-b3865657eb5e tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:01:12.463591 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-97e550ae-eb75-4966-bc3c-b3865657eb5e tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:01:12.479340 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-97e550ae-eb75-4966-bc3c-b3865657eb5e tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:12.537853 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-97e550ae-eb75-4966-bc3c-b3865657eb5e tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:12.541280 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-97e550ae-eb75-4966-bc3c-b3865657eb5e tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324256'] for security_group_rule, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:12.565877 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e550ae-eb75-4966-bc3c-b3865657eb5e tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb09a0c4-4af6-4dc6-8450-4b36fd6bc844,revision_number=0']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:01:12.574326 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-97e550ae-eb75-4966-bc3c-b3865657eb5e tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:12.575489 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-97e550ae-eb75-4966-bc3c-b3865657eb5e tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1343660 Mar 08 21:01:12.579014 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47794) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:01:12.583980 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-eb7b7943-429d-40c3-b8c0-79755d2f60dd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Request body: {'floatingip': {'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 21:01:12.589023 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-eb7b7943-429d-40c3-b8c0-79755d2f60dd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:01:12.592774 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-eb7b7943-429d-40c3-b8c0-79755d2f60dd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Usage tracker for resource:floatingip and tenant:55267becfde149f1a4014dbf3988abc1 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:01:12.595564 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-eb7b7943-429d-40c3-b8c0-79755d2f60dd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:01:12.601061 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-eb7b7943-429d-40c3-b8c0-79755d2f60dd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:01:12.610493 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-eb7b7943-429d-40c3-b8c0-79755d2f60dd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for floatingip, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:12.738228 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-eb7b7943-429d-40c3-b8c0-79755d2f60dd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:12.866090 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_common [None req-eb7b7943-429d-40c3-b8c0-79755d2f60dd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Allocated IP 172.28.2.215 (f9f3acf9-d167-4056-a9c0-ac3b9bafea7a/9a481e38-0dcf-4733-b8bf-eb46fecff3f0/b727d840-c15c-4043-95c7-69befb916fad) {{(pid=83161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:01:13.004246 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-eb7b7943-429d-40c3-b8c0-79755d2f60dd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for port, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:13.030558 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-eb7b7943-429d-40c3-b8c0-79755d2f60dd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:13.096108 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7b7943-429d-40c3-b8c0-79755d2f60dd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Network f9f3acf9-d167-4056-a9c0-ac3b9bafea7a is already hosted by enough agents. {{(pid=83161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:01:13.098763 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [None req-eb7b7943-429d-40c3-b8c0-79755d2f60dd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Resources bound (agent type, host, resource id): {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:01:13.102358 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7b7943-429d-40c3-b8c0-79755d2f60dd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Received port after_create {{(pid=83161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 21:01:13.130464 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b7943-429d-40c3-b8c0-79755d2f60dd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Pushing event updated for resources: {'Port': ['ID=b727d840-c15c-4043-95c7-69befb916fad,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:01:13.257773 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-eb7b7943-429d-40c3-b8c0-79755d2f60dd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:13.310491 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-eb7b7943-429d-40c3-b8c0-79755d2f60dd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:13.343249 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:13.518218 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-eb7b7943-429d-40c3-b8c0-79755d2f60dd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for port, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:13.522695 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-eb7b7943-429d-40c3-b8c0-79755d2f60dd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:13.542257 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:13.625626 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b7943-429d-40c3-b8c0-79755d2f60dd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Pushing event updated for resources: {'Port': ['ID=b727d840-c15c-4043-95c7-69befb916fad,revision_number=2']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:01:13.639137 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-eb7b7943-429d-40c3-b8c0-79755d2f60dd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-356680'] for floatingip, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:13.660179 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-eb7b7943-429d-40c3-b8c0-79755d2f60dd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for floatingip, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:13.661473 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-eb7b7943-429d-40c3-b8c0-79755d2f60dd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0815103 Mar 08 21:01:13.882994 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-bf611806-5198-4c15-9f12-69dc94c20924 req-0e40d46f-7dd9-4423-9f76-48fc3dfefa1b tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1008117532&fields=id&tenant_id=55267becfde149f1a4014dbf3988abc1 HTTP/1.1" status: 200 len: 267 time: 0.0394828 Mar 08 21:01:14.024520 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf611806-5198-4c15-9f12-69dc94c20924 req-fec752ba-b251-4801-a7cb-a89ed710c50d tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:01:14.025860 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-bf611806-5198-4c15-9f12-69dc94c20924 req-fec752ba-b251-4801-a7cb-a89ed710c50d tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/networks?id=00070523-754b-4fd2-826d-d4ba066d78ff HTTP/1.1" status: 200 len: 816 time: 0.1366453 Mar 08 21:01:14.041848 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-bf611806-5198-4c15-9f12-69dc94c20924 req-49b9065f-3ad8-44f3-8d15-1fce7fd8ba5f tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/quotas/55267becfde149f1a4014dbf3988abc1 HTTP/1.1" status: 200 len: 375 time: 0.0102217 Mar 08 21:01:14.123542 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-bf611806-5198-4c15-9f12-69dc94c20924 req-eac0e872-79be-4e0f-8e96-52a5ab6f423e tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=55267becfde149f1a4014dbf3988abc1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0766158 Mar 08 21:01:14.264447 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-bf611806-5198-4c15-9f12-69dc94c20924 req-aadd0679-060a-4951-a430-6c88fb9e6f7e service neutron] 10.222.0.39 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297748 Mar 08 21:01:14.390420 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-bf611806-5198-4c15-9f12-69dc94c20924 req-a769f15a-d474-412f-a853-79a277ed531f service neutron] 10.222.0.39 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192546 Mar 08 21:01:14.570064 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-a6f005ec-2992-4346-82bf-0518ccecfe20 req-670bd58a-0532-4a48-9ecd-d130c99b121c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Synchronizing usage tracker for tenant:55267becfde149f1a4014dbf3988abc1 on resource:port {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 21:01:14.586502 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-a6f005ec-2992-4346-82bf-0518ccecfe20 req-670bd58a-0532-4a48-9ecd-d130c99b121c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Unset dirty status for tenant:55267becfde149f1a4014dbf3988abc1 on resource:port {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 21:01:14.587822 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a6f005ec-2992-4346-82bf-0518ccecfe20 req-670bd58a-0532-4a48-9ecd-d130c99b121c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 210 time: 0.0581441 Mar 08 21:01:14.861970 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:15.711315 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf611806-5198-4c15-9f12-69dc94c20924 req-eed30294-adf6-4329-9423-9f28db733633 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:01:15.712494 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-bf611806-5198-4c15-9f12-69dc94c20924 req-eed30294-adf6-4329-9423-9f28db733633 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.21 "GET /v2.0/networks?id=00070523-754b-4fd2-826d-d4ba066d78ff HTTP/1.1" status: 200 len: 816 time: 0.2268736 Mar 08 21:01:15.767593 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-bf611806-5198-4c15-9f12-69dc94c20924 req-9f59fd90-42c6-4870-80c7-c2ab110536dd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Synchronizing usage tracker for tenant:55267becfde149f1a4014dbf3988abc1 on resource:security_group {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 21:01:15.768139 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-396601d6-84a5-4996-9cba-15efb50d6388 req-29270ef8-821b-43b3-b59f-0234ab43e2f4 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 210 time: 0.0399828 Mar 08 21:01:15.783637 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-bf611806-5198-4c15-9f12-69dc94c20924 req-9f59fd90-42c6-4870-80c7-c2ab110536dd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Unset dirty status for tenant:55267becfde149f1a4014dbf3988abc1 on resource:security_group {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 21:01:15.784986 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-bf611806-5198-4c15-9f12-69dc94c20924 req-9f59fd90-42c6-4870-80c7-c2ab110536dd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55267becfde149f1a4014dbf3988abc1 HTTP/1.1" status: 200 len: 380 time: 0.0560162 Mar 08 21:01:15.794915 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [req-bf611806-5198-4c15-9f12-69dc94c20924 req-2d6cfd06-2d9d-469e-bdf6-d8cb8069de43 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Request body: {'port': {'device_id': '6b21f82d-c1ae-4572-ad7b-7b66bba458aa', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'admin_state_up': True, 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'security_groups': ['fdd9a38d-1204-42ff-bb7b-11eddd2320de']}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 21:01:15.926039 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [req-bf611806-5198-4c15-9f12-69dc94c20924 req-2d6cfd06-2d9d-469e-bdf6-d8cb8069de43 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:01:15.935135 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [req-bf611806-5198-4c15-9f12-69dc94c20924 req-2d6cfd06-2d9d-469e-bdf6-d8cb8069de43 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:01:15.944268 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf611806-5198-4c15-9f12-69dc94c20924 req-2d6cfd06-2d9d-469e-bdf6-d8cb8069de43 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Made reservation on behalf of 55267becfde149f1a4014dbf3988abc1 for: {'port': 1} {{(pid=83161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:01:15.947177 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-bf611806-5198-4c15-9f12-69dc94c20924 req-2d6cfd06-2d9d-469e-bdf6-d8cb8069de43 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:16.103960 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_common [req-bf611806-5198-4c15-9f12-69dc94c20924 req-2d6cfd06-2d9d-469e-bdf6-d8cb8069de43 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Allocated IP 172.20.0.13 (00070523-754b-4fd2-826d-d4ba066d78ff/3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8/39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db) {{(pid=83161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:01:16.294306 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-bf611806-5198-4c15-9f12-69dc94c20924 req-2d6cfd06-2d9d-469e-bdf6-d8cb8069de43 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for port, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:16.308849 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.provisioning_blocks [req-bf611806-5198-4c15-9f12-69dc94c20924 req-2d6cfd06-2d9d-469e-bdf6-d8cb8069de43 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Transition to ACTIVE for port object 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db will not be triggered until provisioned by entity DHCP. {{(pid=83161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 21:01:16.330579 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-bf611806-5198-4c15-9f12-69dc94c20924 req-2d6cfd06-2d9d-469e-bdf6-d8cb8069de43 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:16.404895 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf611806-5198-4c15-9f12-69dc94c20924 req-2d6cfd06-2d9d-469e-bdf6-d8cb8069de43 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Network 00070523-754b-4fd2-826d-d4ba066d78ff is already hosted by enough agents. {{(pid=83161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:01:16.408259 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [req-bf611806-5198-4c15-9f12-69dc94c20924 req-2d6cfd06-2d9d-469e-bdf6-d8cb8069de43 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Resources bound (agent type, host, resource id): {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:01:16.410143 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cfd06-2d9d-469e-bdf6-d8cb8069de43 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Pushing event updated for resources: {'Port': ['ID=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:01:16.412182 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf611806-5198-4c15-9f12-69dc94c20924 req-2d6cfd06-2d9d-469e-bdf6-d8cb8069de43 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Received port after_create {{(pid=83161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 21:01:16.472561 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf611806-5198-4c15-9f12-69dc94c20924 req-2d6cfd06-2d9d-469e-bdf6-d8cb8069de43 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:01:16.473181 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-bf611806-5198-4c15-9f12-69dc94c20924 req-2d6cfd06-2d9d-469e-bdf6-d8cb8069de43 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:16.499788 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-bf611806-5198-4c15-9f12-69dc94c20924 req-2d6cfd06-2d9d-469e-bdf6-d8cb8069de43 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7092228 Mar 08 21:01:16.510604 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [req-bf611806-5198-4c15-9f12-69dc94c20924 req-27ed4d15-947f-4129-b937-d4cda4073ee6 service neutron] Request body: {'port': {'device_id': '6b21f82d-c1ae-4572-ad7b-7b66bba458aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 21:01:16.618293 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-bf611806-5198-4c15-9f12-69dc94c20924 req-27ed4d15-947f-4129-b937-d4cda4073ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:16.625171 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-8d819c38-9eb4-4a06-9148-4d3d6d9faf4b None None] Provisioning for port 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db completed by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 21:01:16.629853 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-8d819c38-9eb4-4a06-9148-4d3d6d9faf4b None None] Provisioning complete for port 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db triggered by entity DHCP. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 21:01:16.630314 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-8d819c38-9eb4-4a06-9148-4d3d6d9faf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:16.680502 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-8d819c38-9eb4-4a06-9148-4d3d6d9faf4b None None] Port 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db cannot update to ACTIVE because it is not bound. {{(pid=83162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 08 21:01:16.979582 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [req-bf611806-5198-4c15-9f12-69dc94c20924 req-27ed4d15-947f-4129-b937-d4cda4073ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db {{(pid=83161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 21:01:16.988360 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-bf611806-5198-4c15-9f12-69dc94c20924 req-27ed4d15-947f-4129-b937-d4cda4073ee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:17.013774 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.provisioning_blocks [req-bf611806-5198-4c15-9f12-69dc94c20924 req-27ed4d15-947f-4129-b937-d4cda4073ee6 service neutron] Transition to ACTIVE for port object 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db will not be triggered until provisioned by entity L2. {{(pid=83161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 21:01:17.018206 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-bf611806-5198-4c15-9f12-69dc94c20924 req-27ed4d15-947f-4129-b937-d4cda4073ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:17.085548 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa491e7-b75f-4d62-965d-325a2a62c64d req-2c7a5fad-a8e1-44a8-8398-c83f0ceb0eb2 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:01:17.086383 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-ffa491e7-b75f-4d62-965d-325a2a62c64d req-2c7a5fad-a8e1-44a8-8398-c83f0ceb0eb2 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Synchronizing usage tracker for tenant:55267becfde149f1a4014dbf3988abc1 on resource:port {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 21:01:17.148186 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed4d15-947f-4129-b937-d4cda4073ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db,revision_number=2']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:01:17.195946 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-ffa491e7-b75f-4d62-965d-325a2a62c64d req-2c7a5fad-a8e1-44a8-8398-c83f0ceb0eb2 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Unset dirty status for tenant:55267becfde149f1a4014dbf3988abc1 on resource:port {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 21:01:17.197093 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ffa491e7-b75f-4d62-965d-325a2a62c64d req-2c7a5fad-a8e1-44a8-8398-c83f0ceb0eb2 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 932 time: 0.2766626 Mar 08 21:01:17.300904 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ffa491e7-b75f-4d62-965d-325a2a62c64d req-36cab4c5-80db-49c9-8449-d1e8db20ac6b tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975053 Mar 08 21:01:17.307275 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-bf611806-5198-4c15-9f12-69dc94c20924 req-27ed4d15-947f-4129-b937-d4cda4073ee6 service neutron] Attempting to bind port 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db on host hv-cinder-83232 for vnic_type normal with profile {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 21:01:17.307596 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-bf611806-5198-4c15-9f12-69dc94c20924 req-27ed4d15-947f-4129-b937-d4cda4073ee6 service neutron] Attempting to bind port 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': '56e65251-5d3d-4020-9db2-d24b67a01fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff'}] {{(pid=83161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 21:01:17.307915 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf611806-5198-4c15-9f12-69dc94c20924 req-27ed4d15-947f-4129-b937-d4cda4073ee6 service neutron] Attempting to bind port 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db on network 00070523-754b-4fd2-826d-d4ba066d78ff {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 21:01:17.313597 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf611806-5198-4c15-9f12-69dc94c20924 req-27ed4d15-947f-4129-b937-d4cda4073ee6 service neutron] Port 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db on network 00070523-754b-4fd2-826d-d4ba066d78ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 08 21:01:17.313935 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf611806-5198-4c15-9f12-69dc94c20924 req-27ed4d15-947f-4129-b937-d4cda4073ee6 service neutron] Attempting to bind port 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db on network 00070523-754b-4fd2-826d-d4ba066d78ff {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 21:01:17.319938 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf611806-5198-4c15-9f12-69dc94c20924 req-27ed4d15-947f-4129-b937-d4cda4073ee6 service neutron] Checking agent: {'id': '7ef80941-8def-40cc-9dc9-727f4daf545d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'started_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 21:01:17.320260 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf611806-5198-4c15-9f12-69dc94c20924 req-27ed4d15-947f-4129-b937-d4cda4073ee6 service neutron] Checking segment: {'id': '56e65251-5d3d-4020-9db2-d24b67a01fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 21:01:17.320624 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf611806-5198-4c15-9f12-69dc94c20924 req-27ed4d15-947f-4129-b937-d4cda4073ee6 service neutron] Bound using segment: {'id': '56e65251-5d3d-4020-9db2-d24b67a01fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff'} {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 21:01:17.321031 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-bf611806-5198-4c15-9f12-69dc94c20924 req-27ed4d15-947f-4129-b937-d4cda4073ee6 service neutron] Bound port: 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56e65251-5d3d-4020-9db2-d24b67a01fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff'}}] {{(pid=83161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 21:01:17.321363 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-bf611806-5198-4c15-9f12-69dc94c20924 req-27ed4d15-947f-4129-b937-d4cda4073ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:17.405676 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-bf611806-5198-4c15-9f12-69dc94c20924 req-27ed4d15-947f-4129-b937-d4cda4073ee6 service neutron] For port 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db, host hv-cinder-83232, cleared binding levels {{(pid=83161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:01:17.408723 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-bf611806-5198-4c15-9f12-69dc94c20924 req-27ed4d15-947f-4129-b937-d4cda4073ee6 service neutron] For port 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:01:17.412315 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-bf611806-5198-4c15-9f12-69dc94c20924 req-27ed4d15-947f-4129-b937-d4cda4073ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:17.472181 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-bf611806-5198-4c15-9f12-69dc94c20924 req-27ed4d15-947f-4129-b937-d4cda4073ee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:17.473502 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-bf611806-5198-4c15-9f12-69dc94c20924 req-27ed4d15-947f-4129-b937-d4cda4073ee6 service neutron] 10.222.0.21 "PUT /v2.0/ports/39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db HTTP/1.1" status: 200 len: 1094 time: 0.9670515 Mar 08 21:01:17.473941 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b21f82d-c1ae-4572-ad7b-7b66bba458aa', 'tag': '39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 21:01:17.494857 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed4d15-947f-4129-b937-d4cda4073ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db,revision_number=3']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:01:17.643554 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b21f82d-c1ae-4572-ad7b-7b66bba458aa', 'tag': '39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db', 'status': 'completed', 'code': 200} Mar 08 21:01:17.683793 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-bf611806-5198-4c15-9f12-69dc94c20924 req-cb2c5e1f-db69-4ae5-b43e-8ff5e284727e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55267becfde149f1a4014dbf3988abc1&device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 1097 time: 0.1665401 Mar 08 21:01:17.753146 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-bf611806-5198-4c15-9f12-69dc94c20924 req-d99b5a7c-8150-4179-96af-553edf67a9c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db HTTP/1.1" status: 200 len: 217 time: 0.0608864 Mar 08 21:01:17.813882 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf611806-5198-4c15-9f12-69dc94c20924 req-367ff3d8-d649-413b-a2d2-5465a80caa83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:01:17.815233 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-bf611806-5198-4c15-9f12-69dc94c20924 req-367ff3d8-d649-413b-a2d2-5465a80caa83 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8 HTTP/1.1" status: 200 len: 855 time: 0.0559652 Mar 08 21:01:17.894143 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-bf611806-5198-4c15-9f12-69dc94c20924 req-48368e8f-ce04-40d1-8762-3371aa4122a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00070523-754b-4fd2-826d-d4ba066d78ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0688403 Mar 08 21:01:18.021599 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-bf611806-5198-4c15-9f12-69dc94c20924 req-b748953c-34d8-48f4-a2cf-e5b345b75985 service neutron] 10.222.0.21 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210051 Mar 08 21:01:18.148920 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-bf611806-5198-4c15-9f12-69dc94c20924 req-41ddd6bf-d16c-4b7d-aea2-4dc658c9c3d7 service neutron] 10.222.0.21 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213911 Mar 08 21:01:18.243581 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:18.270836 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-aa5deac8-cad7-47cd-92be-9b4e2a8ca3d4 req-53d8bc22-ac12-4b4e-8066-64487b300da6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55267becfde149f1a4014dbf3988abc1&device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 1097 time: 0.0688283 Mar 08 21:01:18.398462 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5deac8-cad7-47cd-92be-9b4e2a8ca3d4 req-9c9e8a4e-9ace-4e90-babe-3734eaa5d5f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:01:18.399903 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-aa5deac8-cad7-47cd-92be-9b4e2a8ca3d4 req-9c9e8a4e-9ace-4e90-babe-3734eaa5d5f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=00070523-754b-4fd2-826d-d4ba066d78ff HTTP/1.1" status: 200 len: 917 time: 0.1223729 Mar 08 21:01:18.501385 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-aa5deac8-cad7-47cd-92be-9b4e2a8ca3d4 req-ccecbd3c-ecd2-4ff1-99e5-a4122cd6a6fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db HTTP/1.1" status: 200 len: 217 time: 0.0943010 Mar 08 21:01:18.577559 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5deac8-cad7-47cd-92be-9b4e2a8ca3d4 req-c1c22c21-7c37-4600-8931-f3a8149e9b6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:01:18.578951 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-aa5deac8-cad7-47cd-92be-9b4e2a8ca3d4 req-c1c22c21-7c37-4600-8931-f3a8149e9b6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8 HTTP/1.1" status: 200 len: 855 time: 0.0704389 Mar 08 21:01:18.622112 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a803e-da56-4e9a-854b-ea8a947df53e req-9d9bc976-5de4-4238-b032-0508f69428c6 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:01:18.623398 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ee1a803e-da56-4e9a-854b-ea8a947df53e req-9d9bc976-5de4-4238-b032-0508f69428c6 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 944 time: 0.1710947 Mar 08 21:01:18.685079 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ee1a803e-da56-4e9a-854b-ea8a947df53e req-55e0ebe1-c3b4-42ff-964a-d0aedf85f302 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544624 Mar 08 21:01:18.691618 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-aa5deac8-cad7-47cd-92be-9b4e2a8ca3d4 req-d1e5a071-49ce-410b-a07d-d3ba2ded125f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00070523-754b-4fd2-826d-d4ba066d78ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1054175 Mar 08 21:01:18.820714 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-aa5deac8-cad7-47cd-92be-9b4e2a8ca3d4 req-f0380a18-cdc6-461d-8896-c270fe289326 service neutron] 10.222.0.21 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212783 Mar 08 21:01:18.946389 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-aa5deac8-cad7-47cd-92be-9b4e2a8ca3d4 req-3a8309da-1b10-4971-8fd2-c03b2a918ddf service neutron] 10.222.0.21 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191058 Mar 08 21:01:19.892429 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97824f19-64e9-4c64-95b1-e0cfc005d2db req-89717689-2c06-462b-9815-e3914a1943af tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:01:19.893883 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-97824f19-64e9-4c64-95b1-e0cfc005d2db req-89717689-2c06-462b-9815-e3914a1943af tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 944 time: 0.0765309 Mar 08 21:01:19.937705 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-97824f19-64e9-4c64-95b1-e0cfc005d2db req-656e3a1c-effa-4738-9eef-04133f6ca443 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383427 Mar 08 21:01:21.148662 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c5ecb-7e6a-42df-891a-4d38ceeff24b req-766eecd2-4675-40e8-94b8-65afde71f443 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:01:21.150136 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8d8c5ecb-7e6a-42df-891a-4d38ceeff24b req-766eecd2-4675-40e8-94b8-65afde71f443 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 944 time: 0.0786383 Mar 08 21:01:21.195849 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8d8c5ecb-7e6a-42df-891a-4d38ceeff24b req-98b1440f-9101-441b-896b-7ce9ebd1eceb tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392976 Mar 08 21:01:21.222362 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 21:01:21.348972 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:01:21.362174 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Returning: {'device': '39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'port_id': '39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db', 'mac_address': 'fa:16:3e:0b:b2:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 21:01:21.412541 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:21.432098 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db {{(pid=83162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 21:01:21.447355 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:01:21.451197 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:21.515787 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:01:21.523944 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:01:21.524279 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:01:21.524611 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:01:21.524933 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:01:21.525254 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:01:21.525572 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:01:21.525915 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:01:21.526231 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:01:21.526543 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:01:21.526851 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:01:21.527160 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:01:21.855098 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 21:01:22.400368 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2f074-2202-438c-8224-d5d70e7c75b7 req-0c819c44-e829-4fa3-b308-f3e99a79e8e4 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:01:22.401727 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-0ad2f074-2202-438c-8224-d5d70e7c75b7 req-0c819c44-e829-4fa3-b308-f3e99a79e8e4 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 945 time: 0.0745273 Mar 08 21:01:22.445026 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-0ad2f074-2202-438c-8224-d5d70e7c75b7 req-d80b76f4-837e-469c-9061-ca62b6c919a4 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379379 Mar 08 21:01:23.226278 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db up at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 21:01:23.291317 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning for port 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 21:01:23.295813 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning complete for port 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 21:01:23.296174 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:23.404064 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:23.429848 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b21f82d-c1ae-4572-ad7b-7b66bba458aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db'}] {{(pid=83162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 21:01:23.439291 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:01:23.442993 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:23.486335 dv-cinder-832328-1-smb neutron-server[83162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b21f82d-c1ae-4572-ad7b-7b66bba458aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db', 'code': 200} Mar 08 21:01:23.514081 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db,revision_number=5']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:01:23.721431 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-121492b7-a096-4676-9f3d-7cd128e6bbe1 req-65a457de-1cff-4440-925d-eb0157440b9e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 1099 time: 0.0670104 Mar 08 21:01:23.763309 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-121492b7-a096-4676-9f3d-7cd128e6bbe1 req-af9fa594-72b0-45c7-9c21-bab5e33821fa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352392 Mar 08 21:01:23.819044 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bec345-4aa2-4d2f-a249-baee34ab2bd3 req-2d8e223e-cfec-4d27-b684-6c3e9f34840a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:01:23.820451 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-69bec345-4aa2-4d2f-a249-baee34ab2bd3 req-2d8e223e-cfec-4d27-b684-6c3e9f34840a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 946 time: 0.0786805 Mar 08 21:01:23.865245 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-69bec345-4aa2-4d2f-a249-baee34ab2bd3 req-c883d61f-660a-42fd-ad27-7fbe0e163a5b tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393245 Mar 08 21:01:25.146099 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e49d1d-6123-4043-8f67-3b1e771f7773 req-26751191-d92b-411a-a701-fdca6b13d9f7 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:01:25.147548 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-30e49d1d-6123-4043-8f67-3b1e771f7773 req-26751191-d92b-411a-a701-fdca6b13d9f7 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 946 time: 0.1512272 Mar 08 21:01:25.192359 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-30e49d1d-6123-4043-8f67-3b1e771f7773 req-5a7f7a2f-be2a-42db-a789-ccdabf4e8446 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394444 Mar 08 21:01:26.394710 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba33f33-92eb-4a9c-a177-ce70c6f6d164 req-5c1158c8-9d6c-4d30-9516-ab7727591c4c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:01:26.396182 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9ba33f33-92eb-4a9c-a177-ce70c6f6d164 req-5c1158c8-9d6c-4d30-9516-ab7727591c4c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 946 time: 0.0743248 Mar 08 21:01:26.442344 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9ba33f33-92eb-4a9c-a177-ce70c6f6d164 req-04e73b00-5a80-4feb-8742-a3694f8d1e8a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408943 Mar 08 21:01:26.641467 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bbd75-19f3-47f5-8bd2-432f6780b564 req-72de87d1-cf4f-4b72-a23c-eea36166f547 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:01:26.642960 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-899bbd75-19f3-47f5-8bd2-432f6780b564 req-72de87d1-cf4f-4b72-a23c-eea36166f547 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 946 time: 0.0759063 Mar 08 21:01:26.652192 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47846) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:01:26.657851 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-df6392c9-3038-4735-92e8-c34468b022fe tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Request body: {'floatingip': {'port_id': '39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 21:01:26.731453 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-df6392c9-3038-4735-92e8-c34468b022fe tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for floatingip, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:27.293456 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-df6392c9-3038-4735-92e8-c34468b022fe tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:27.297453 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-df6392c9-3038-4735-92e8-c34468b022fe tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-356680'] for floatingip, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:27.479138 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.db.l3_db [None req-df6392c9-3038-4735-92e8-c34468b022fe tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Floating IP 8569622a-327f-41a7-bbf0-779f75d1bdbc associated. External IP: 172.28.2.215, port: 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db. Mar 08 21:01:27.925856 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6392c9-3038-4735-92e8-c34468b022fe tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Router 243b93c4-9d4b-4821-b225-c9f1477487da has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:01:28.116988 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6392c9-3038-4735-92e8-c34468b022fe tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:01:28.121238 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-df6392c9-3038-4735-92e8-c34468b022fe tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for floatingip, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:28.127379 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7798822c-5481-4a7b-890e-c2ff54388478 None None] Sync routers for ids ['243b93c4-9d4b-4821-b225-c9f1477487da'] in dv-cinder-832328-1-smb {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 21:01:28.139511 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7798822c-5481-4a7b-890e-c2ff54388478 None None] Routers {'243b93c4-9d4b-4821-b225-c9f1477487da'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 21:01:28.140175 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-7798822c-5481-4a7b-890e-c2ff54388478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T21:01:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['243b93c4-9d4b-4821-b225-c9f1477487da'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:01:28.173066 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-df6392c9-3038-4735-92e8-c34468b022fe tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "PUT /v2.0/floatingips/8569622a-327f-41a7-bbf0-779f75d1bdbc HTTP/1.1" status: 200 len: 992 time: 1.5197995 Mar 08 21:01:28.173724 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b21f82d-c1ae-4572-ad7b-7b66bba458aa', 'tag': '39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 21:01:28.225961 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b21f82d-c1ae-4572-ad7b-7b66bba458aa', 'tag': '39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db', 'status': 'completed', 'code': 200} Mar 08 21:01:28.317107 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ab86e17a-c22f-4b08-89fb-6a09a1c91dd1 req-449b5df4-3723-4661-931f-80b3171fcf54 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55267becfde149f1a4014dbf3988abc1&device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 1099 time: 0.0677905 Mar 08 21:01:28.321996 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-7798822c-5481-4a7b-890e-c2ff54388478 None None] Set router 243b93c4-9d4b-4821-b225-c9f1477487da gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 21:01:28.446344 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86e17a-c22f-4b08-89fb-6a09a1c91dd1 req-7effa1d7-b74e-458b-b6ca-d5de7209fa2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:01:28.447691 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ab86e17a-c22f-4b08-89fb-6a09a1c91dd1 req-7effa1d7-b74e-458b-b6ca-d5de7209fa2e service neutron] 10.222.0.21 "GET /v2.0/networks?id=00070523-754b-4fd2-826d-d4ba066d78ff HTTP/1.1" status: 200 len: 917 time: 0.1245532 Mar 08 21:01:28.549524 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ab86e17a-c22f-4b08-89fb-6a09a1c91dd1 req-02a750c1-cd95-462d-94ae-d5af0c6243a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db HTTP/1.1" status: 200 len: 1000 time: 0.0941679 Mar 08 21:01:28.609827 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86e17a-c22f-4b08-89fb-6a09a1c91dd1 req-d43eca3e-cc64-44b3-b50c-4fd66a7cf9d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:01:28.611250 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ab86e17a-c22f-4b08-89fb-6a09a1c91dd1 req-d43eca3e-cc64-44b3-b50c-4fd66a7cf9d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8 HTTP/1.1" status: 200 len: 855 time: 0.0558720 Mar 08 21:01:28.659528 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-7798822c-5481-4a7b-890e-c2ff54388478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'name': 'tempest-AttachVolumeShelveTestJSON-542225041-router', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '675522ce-b988-45b3-85d4-70b23820db56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:56:15Z', 'updated_at': '2022-03-08T20:56:19Z', 'revision_number': 4, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'gw_port': {'id': '675522ce-b988-45b3-85d4-70b23820db56', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:16Z', 'updated_at': '2022-03-08T20:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': '8569622a-327f-41a7-bbf0-779f75d1bdbc', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'floating_ip_address': '172.28.2.215', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'port_id': '39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'mac_address': 'fa:16:3e:0b:b2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b21f82d-c1ae-4572-ad7b-7b66bba458aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:01:13Z', 'updated_at': '2022-03-08T21:01:27Z', 'revision_number': 1, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55f3288-86f1-40ed-854e-02c2961a2176', 'name': '', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'mac_address': 'fa:16:3e:6d:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:18Z', 'updated_at': '2022-03-08T20:56:39Z', 'revision_number': 5, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'subnets': [{'id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:01:28.663315 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7798822c-5481-4a7b-890e-c2ff54388478 None None] Checking router: 243b93c4-9d4b-4821-b225-c9f1477487da for host: dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 21:01:28.674801 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7798822c-5481-4a7b-890e-c2ff54388478 None None] Routers {'243b93c4-9d4b-4821-b225-c9f1477487da'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 21:01:28.675394 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-7798822c-5481-4a7b-890e-c2ff54388478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T21:01:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['243b93c4-9d4b-4821-b225-c9f1477487da'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:01:28.689231 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ab86e17a-c22f-4b08-89fb-6a09a1c91dd1 req-d5ad61a0-389b-4cf0-a529-7f55577d5c05 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00070523-754b-4fd2-826d-d4ba066d78ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713739 Mar 08 21:01:28.819476 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ab86e17a-c22f-4b08-89fb-6a09a1c91dd1 req-f3771849-3124-4c94-a2f8-f5a27ba3c90e service neutron] 10.222.0.21 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231821 Mar 08 21:01:28.880319 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-7798822c-5481-4a7b-890e-c2ff54388478 None None] Set router 243b93c4-9d4b-4821-b225-c9f1477487da gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 21:01:28.948962 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ab86e17a-c22f-4b08-89fb-6a09a1c91dd1 req-cea7044a-a98f-4627-961d-71761beafee2 service neutron] 10.222.0.21 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228013 Mar 08 21:01:29.212686 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-7798822c-5481-4a7b-890e-c2ff54388478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'name': 'tempest-AttachVolumeShelveTestJSON-542225041-router', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '675522ce-b988-45b3-85d4-70b23820db56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:56:15Z', 'updated_at': '2022-03-08T20:56:19Z', 'revision_number': 4, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'gw_port': {'id': '675522ce-b988-45b3-85d4-70b23820db56', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:16Z', 'updated_at': '2022-03-08T20:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': '8569622a-327f-41a7-bbf0-779f75d1bdbc', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'floating_ip_address': '172.28.2.215', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'port_id': '39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'mac_address': 'fa:16:3e:0b:b2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b21f82d-c1ae-4572-ad7b-7b66bba458aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:01:13Z', 'updated_at': '2022-03-08T21:01:27Z', 'revision_number': 1, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55f3288-86f1-40ed-854e-02c2961a2176', 'name': '', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'mac_address': 'fa:16:3e:6d:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:18Z', 'updated_at': '2022-03-08T20:56:39Z', 'revision_number': 5, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'subnets': [{'id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:01:29.216485 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7798822c-5481-4a7b-890e-c2ff54388478 None None] The sync data for ids ['243b93c4-9d4b-4821-b225-c9f1477487da'] in dv-cinder-832328-1-smb is: [{'id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'name': 'tempest-AttachVolumeShelveTestJSON-542225041-router', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '675522ce-b988-45b3-85d4-70b23820db56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:56:15Z', 'updated_at': '2022-03-08T20:56:19Z', 'revision_number': 4, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'gw_port': {'id': '675522ce-b988-45b3-85d4-70b23820db56', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:16Z', 'updated_at': '2022-03-08T20:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_floatingips': [{'id': '8569622a-327f-41a7-bbf0-779f75d1bdbc', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'floating_ip_address': '172.28.2.215', 'floating_network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'router_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'port_id': '39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'mac_address': 'fa:16:3e:0b:b2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b21f82d-c1ae-4572-ad7b-7b66bba458aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:01:13Z', 'updated_at': '2022-03-08T21:01:27Z', 'revision_number': 1, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55f3288-86f1-40ed-854e-02c2961a2176', 'name': '', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'mac_address': 'fa:16:3e:6d:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:18Z', 'updated_at': '2022-03-08T20:56:39Z', 'revision_number': 5, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'subnets': [{'id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 21:01:29.407730 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c33b7e9-ec02-4e90-898d-6db25853622d None None] New status for floating IP 8569622a-327f-41a7-bbf0-779f75d1bdbc: ACTIVE {{(pid=83163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 08 21:01:40.028676 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-d7e7f592-b5f7-4e55-b2a6-9803e7cd6049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:40.753148 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 21:01:42.309477 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-6512eaa5-a3a3-48c9-9f9c-c012a1d800ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:43.343950 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:43.545516 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:44.860677 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:48.247862 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:50.072855 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47870) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:01:50.390051 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-1efdef0d-ed38-4c0a-8881-d228ef7b7ee0 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Deleting port c703087f-05a5-4dc0-88fc-00871576f68d {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:01:50.390285 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1efdef0d-ed38-4c0a-8881-d228ef7b7ee0 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:50.550439 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1efdef0d-ed38-4c0a-8881-d228ef7b7ee0 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:50.550764 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1efdef0d-ed38-4c0a-8881-d228ef7b7ee0 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:50.751429 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-1efdef0d-ed38-4c0a-8881-d228ef7b7ee0 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Calling delete_port for c703087f-05a5-4dc0-88fc-00871576f68d owned by network:floatingip {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:01:50.898294 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1efdef0d-ed38-4c0a-8881-d228ef7b7ee0 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:50.940039 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdef0d-ed38-4c0a-8881-d228ef7b7ee0 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Pushing event deleted for resources: {'Port': ['ID=c703087f-05a5-4dc0-88fc-00871576f68d,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:01:50.977622 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdef0d-ed38-4c0a-8881-d228ef7b7ee0 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:01:50.977991 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdef0d-ed38-4c0a-8881-d228ef7b7ee0 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:01:50.978320 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdef0d-ed38-4c0a-8881-d228ef7b7ee0 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:01:50.978642 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdef0d-ed38-4c0a-8881-d228ef7b7ee0 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:01:50.978961 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdef0d-ed38-4c0a-8881-d228ef7b7ee0 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:01:50.979275 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdef0d-ed38-4c0a-8881-d228ef7b7ee0 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:01:50.979586 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdef0d-ed38-4c0a-8881-d228ef7b7ee0 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:01:50.979901 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdef0d-ed38-4c0a-8881-d228ef7b7ee0 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:01:50.980218 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdef0d-ed38-4c0a-8881-d228ef7b7ee0 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:01:50.980528 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdef0d-ed38-4c0a-8881-d228ef7b7ee0 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:01:50.980864 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdef0d-ed38-4c0a-8881-d228ef7b7ee0 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:01:51.041236 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1efdef0d-ed38-4c0a-8881-d228ef7b7ee0 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for floatingip, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:51.418221 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efdef0d-ed38-4c0a-8881-d228ef7b7ee0 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Router 604b1516-2354-4502-b571-a18eefa54fb9 has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:01:51.618355 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efdef0d-ed38-4c0a-8881-d228ef7b7ee0 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:01:51.627772 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb1e1c-9119-4961-9705-93c0e7248b89 None None] Sync routers for ids ['604b1516-2354-4502-b571-a18eefa54fb9'] in dv-cinder-832328-1-smb {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 21:01:51.639411 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1efdef0d-ed38-4c0a-8881-d228ef7b7ee0 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for floatingip, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:51.640399 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbb1e1c-9119-4961-9705-93c0e7248b89 None None] Routers {'604b1516-2354-4502-b571-a18eefa54fb9'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 21:01:51.640887 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-abbb1e1c-9119-4961-9705-93c0e7248b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T21:01:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['604b1516-2354-4502-b571-a18eefa54fb9'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:01:51.693825 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-1efdef0d-ed38-4c0a-8881-d228ef7b7ee0 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "DELETE /v2.0/floatingips/417fba73-b9ef-4d7a-a2bc-2b4631c2d102 HTTP/1.1" status: 204 len: 168 time: 1.6174240 Mar 08 21:01:51.693825 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f615633e-aeaa-4b58-8aa7-7c39420d989d', 'tag': 'b1a80e59-2ae4-4c54-b8ef-5d5071fc1169'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 21:01:51.817062 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-abbb1e1c-9119-4961-9705-93c0e7248b89 None None] Set router 604b1516-2354-4502-b571-a18eefa54fb9 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 21:01:51.836915 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f615633e-aeaa-4b58-8aa7-7c39420d989d', 'tag': 'b1a80e59-2ae4-4c54-b8ef-5d5071fc1169', 'status': 'completed', 'code': 200} Mar 08 21:01:51.977823 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3951b7bb-41ac-415a-938b-9fdcea07a81e req-0b021d00-efb2-43e9-a2aa-f9077abf262b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf98cf7961434dfbaf15fa6e67d18187&device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 1098 time: 0.1154606 Mar 08 21:01:52.192528 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177c482-8815-4f88-8123-2d8a4c3e1d3c req-a74dba4c-8e36-404b-968f-32345124225b tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:01:52.193277 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-a177c482-8815-4f88-8123-2d8a4c3e1d3c req-a74dba4c-8e36-404b-968f-32345124225b tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Synchronizing usage tracker for tenant:cf98cf7961434dfbaf15fa6e67d18187 on resource:port {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 21:01:52.201495 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-abbb1e1c-9119-4961-9705-93c0e7248b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604b1516-2354-4502-b571-a18eefa54fb9', 'name': 'tempest-TestShelveInstance-38496221-router', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cb4fbee6-614c-42b2-97fe-ebb9525e7443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:55:29Z', 'updated_at': '2022-03-08T20:55:35Z', 'revision_number': 4, 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'gw_port': {'id': 'cb4fbee6-614c-42b2-97fe-ebb9525e7443', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b1516-2354-4502-b571-a18eefa54fb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:30Z', 'updated_at': '2022-03-08T20:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': '90bb72da-94c6-428a-8e91-64752c60a193', 'name': '', 'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'mac_address': 'fa:16:3e:9f:91:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b1516-2354-4502-b571-a18eefa54fb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0925d3b-3863-4496-9a86-1e6f5051f8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:34Z', 'updated_at': '2022-03-08T20:55:45Z', 'revision_number': 5, 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'subnets': [{'id': 'f0925d3b-3863-4496-9a86-1e6f5051f8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:01:52.204144 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951b7bb-41ac-415a-938b-9fdcea07a81e req-3089a1e9-eaf4-4156-a879-ff2e25ebcb67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:01:52.205318 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3951b7bb-41ac-415a-938b-9fdcea07a81e req-3089a1e9-eaf4-4156-a879-ff2e25ebcb67 service neutron] 10.222.0.21 "GET /v2.0/networks?id=06a8b738-1cbc-4a2a-825e-0aaa66ccc47b HTTP/1.1" status: 200 len: 908 time: 0.2209277 Mar 08 21:01:52.210138 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb1e1c-9119-4961-9705-93c0e7248b89 None None] Checking router: 604b1516-2354-4502-b571-a18eefa54fb9 for host: dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 21:01:52.213266 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-a177c482-8815-4f88-8123-2d8a4c3e1d3c req-a74dba4c-8e36-404b-968f-32345124225b tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Unset dirty status for tenant:cf98cf7961434dfbaf15fa6e67d18187 on resource:port {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 21:01:52.215171 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a177c482-8815-4f88-8123-2d8a4c3e1d3c req-a74dba4c-8e36-404b-968f-32345124225b tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 945 time: 0.1580560 Mar 08 21:01:52.228118 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbb1e1c-9119-4961-9705-93c0e7248b89 None None] Routers {'604b1516-2354-4502-b571-a18eefa54fb9'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 21:01:52.228760 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-abbb1e1c-9119-4961-9705-93c0e7248b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T21:01:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['604b1516-2354-4502-b571-a18eefa54fb9'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:01:52.320858 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3951b7bb-41ac-415a-938b-9fdcea07a81e req-c007b55b-a59d-45c0-afe2-f845c2534707 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 HTTP/1.1" status: 200 len: 217 time: 0.1045067 Mar 08 21:01:52.386739 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a177c482-8815-4f88-8123-2d8a4c3e1d3c req-c64ff1d3-8da3-4af1-a71c-07b8f39d1aa4 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019540 Mar 08 21:01:52.395365 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951b7bb-41ac-415a-938b-9fdcea07a81e req-6e957d2d-aa0b-4fc5-a92a-882c63fb64cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:01:52.396783 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3951b7bb-41ac-415a-938b-9fdcea07a81e req-6e957d2d-aa0b-4fc5-a92a-882c63fb64cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f0925d3b-3863-4496-9a86-1e6f5051f8e9 HTTP/1.1" status: 200 len: 846 time: 0.0671988 Mar 08 21:01:52.467094 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-abbb1e1c-9119-4961-9705-93c0e7248b89 None None] Set router 604b1516-2354-4502-b571-a18eefa54fb9 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 21:01:52.572785 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3951b7bb-41ac-415a-938b-9fdcea07a81e req-d5125b52-ba33-4e2f-b1fb-a4ef97fa702c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06a8b738-1cbc-4a2a-825e-0aaa66ccc47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1689706 Mar 08 21:01:52.719019 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3951b7bb-41ac-415a-938b-9fdcea07a81e req-0e53351c-7cb8-47ed-a87c-6cd31a4e6c4a service neutron] 10.222.0.21 "GET /v2.0/networks/06a8b738-1cbc-4a2a-825e-0aaa66ccc47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365795 Mar 08 21:01:52.795366 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-abbb1e1c-9119-4961-9705-93c0e7248b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604b1516-2354-4502-b571-a18eefa54fb9', 'name': 'tempest-TestShelveInstance-38496221-router', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cb4fbee6-614c-42b2-97fe-ebb9525e7443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:55:29Z', 'updated_at': '2022-03-08T20:55:35Z', 'revision_number': 4, 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'gw_port': {'id': 'cb4fbee6-614c-42b2-97fe-ebb9525e7443', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b1516-2354-4502-b571-a18eefa54fb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:30Z', 'updated_at': '2022-03-08T20:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': '90bb72da-94c6-428a-8e91-64752c60a193', 'name': '', 'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'mac_address': 'fa:16:3e:9f:91:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b1516-2354-4502-b571-a18eefa54fb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0925d3b-3863-4496-9a86-1e6f5051f8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:34Z', 'updated_at': '2022-03-08T20:55:45Z', 'revision_number': 5, 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'subnets': [{'id': 'f0925d3b-3863-4496-9a86-1e6f5051f8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:01:52.800001 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb1e1c-9119-4961-9705-93c0e7248b89 None None] The sync data for ids ['604b1516-2354-4502-b571-a18eefa54fb9'] in dv-cinder-832328-1-smb is: [{'id': '604b1516-2354-4502-b571-a18eefa54fb9', 'name': 'tempest-TestShelveInstance-38496221-router', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cb4fbee6-614c-42b2-97fe-ebb9525e7443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:55:29Z', 'updated_at': '2022-03-08T20:55:35Z', 'revision_number': 4, 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'gw_port': {'id': 'cb4fbee6-614c-42b2-97fe-ebb9525e7443', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b1516-2354-4502-b571-a18eefa54fb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:30Z', 'updated_at': '2022-03-08T20:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': '90bb72da-94c6-428a-8e91-64752c60a193', 'name': '', 'network_id': '06a8b738-1cbc-4a2a-825e-0aaa66ccc47b', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'mac_address': 'fa:16:3e:9f:91:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b1516-2354-4502-b571-a18eefa54fb9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0925d3b-3863-4496-9a86-1e6f5051f8e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:34Z', 'updated_at': '2022-03-08T20:55:45Z', 'revision_number': 5, 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'subnets': [{'id': 'f0925d3b-3863-4496-9a86-1e6f5051f8e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 21:01:52.863943 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3951b7bb-41ac-415a-938b-9fdcea07a81e req-73097f84-13b4-4284-9634-454c845adfdd service neutron] 10.222.0.21 "GET /v2.0/networks/06a8b738-1cbc-4a2a-825e-0aaa66ccc47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382833 Mar 08 21:01:53.021830 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3385b51b-143f-4730-9b55-da9bac1c1521 None None] New status for floating IP 417fba73-b9ef-4d7a-a2bc-2b4631c2d102: DOWN {{(pid=83163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 08 21:01:53.589438 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22521c7-cb11-4e08-9649-d9a8c3ebef49 req-a30f098f-b5a8-4cc1-a732-2d6034ee691d tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:01:53.590999 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a22521c7-cb11-4e08-9649-d9a8c3ebef49 req-a30f098f-b5a8-4cc1-a732-2d6034ee691d tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 945 time: 0.0797238 Mar 08 21:01:53.637221 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a22521c7-cb11-4e08-9649-d9a8c3ebef49 req-bde00dd7-e8ac-4a6c-b2d1-a1c63db90514 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/security-groups?id=24755866-7876-4d67-afb9-5f2b078b87cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401576 Mar 08 21:01:53.892763 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a4150-ce56-4219-8695-9c9559cf369f req-600d3a39-8dbc-412b-b600-daf374c4d48c tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:01:53.894227 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-4c4a4150-ce56-4219-8695-9c9559cf369f req-600d3a39-8dbc-412b-b600-daf374c4d48c tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.21 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 945 time: 0.0832174 Mar 08 21:01:53.962977 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [req-4c4a4150-ce56-4219-8695-9c9559cf369f req-3ba10048-a53b-498a-acca-9df1e0917710 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Deleting port b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:01:53.963317 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-4c4a4150-ce56-4219-8695-9c9559cf369f req-3ba10048-a53b-498a-acca-9df1e0917710 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:54.205077 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-4c4a4150-ce56-4219-8695-9c9559cf369f req-3ba10048-a53b-498a-acca-9df1e0917710 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] For port b1a80e59-2ae4-4c54-b8ef-5d5071fc1169, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=b1a80e59-2ae4-4c54-b8ef-5d5071fc1169,segment=NetworkSegment(9f4b48cc-206f-4e19-9157-e36df92b79c1),segment_id=9f4b48cc-206f-4e19-9157-e36df92b79c1)] {{(pid=83161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:01:54.205427 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-4c4a4150-ce56-4219-8695-9c9559cf369f req-3ba10048-a53b-498a-acca-9df1e0917710 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:54.320821 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [req-4c4a4150-ce56-4219-8695-9c9559cf369f req-3ba10048-a53b-498a-acca-9df1e0917710 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Calling delete_port for b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 owned by compute:nova {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:01:54.457988 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-4c4a4150-ce56-4219-8695-9c9559cf369f req-3ba10048-a53b-498a-acca-9df1e0917710 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:54.504031 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba10048-a53b-498a-acca-9df1e0917710 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Pushing event deleted for resources: {'Port': ['ID=b1a80e59-2ae4-4c54-b8ef-5d5071fc1169,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:01:54.578737 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4a4150-ce56-4219-8695-9c9559cf369f req-3ba10048-a53b-498a-acca-9df1e0917710 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] No DVR routers for this DVR port b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 on host hv-cinder-83232 {{(pid=83161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:01:54.581139 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-4c4a4150-ce56-4219-8695-9c9559cf369f req-3ba10048-a53b-498a-acca-9df1e0917710 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:54.583601 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f615633e-aeaa-4b58-8aa7-7c39420d989d', 'name': 'network-vif-deleted', 'tag': 'b1a80e59-2ae4-4c54-b8ef-5d5071fc1169'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 21:01:54.598328 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-4c4a4150-ce56-4219-8695-9c9559cf369f req-3ba10048-a53b-498a-acca-9df1e0917710 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.21 "DELETE /v2.0/ports/b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 HTTP/1.1" status: 204 len: 173 time: 0.6980402 Mar 08 21:01:54.642269 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f615633e-aeaa-4b58-8aa7-7c39420d989d', 'name': 'network-vif-deleted', 'tag': 'b1a80e59-2ae4-4c54-b8ef-5d5071fc1169', 'status': 'completed', 'code': 200} Mar 08 21:01:54.900751 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-d2ea95d5-d2f9-4775-9aea-94125b78f29d req-aa6f6ac1-1426-42e5-ac19-ae2cf9806fbe tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "GET /v2.0/ports?device_id=f615633e-aeaa-4b58-8aa7-7c39420d989d HTTP/1.1" status: 200 len: 210 time: 0.1403267 Mar 08 21:01:56.007229 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47918) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:01:56.075939 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e7a06985-59eb-4903-988c-1038cce0bf28 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:56.105866 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e7a06985-59eb-4903-988c-1038cce0bf28 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:56.170669 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e7a06985-59eb-4903-988c-1038cce0bf28 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:56.190817 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a06985-59eb-4903-988c-1038cce0bf28 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24755866-7876-4d67-afb9-5f2b078b87cb,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:01:56.206649 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e7a06985-59eb-4903-988c-1038cce0bf28 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:56.211605 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-e7a06985-59eb-4903-988c-1038cce0bf28 tempest-TestShelveInstance-417337026 tempest-TestShelveInstance-417337026-project] 10.222.0.39 "DELETE /v2.0/security-groups/24755866-7876-4d67-afb9-5f2b078b87cb HTTP/1.1" status: 204 len: 168 time: 0.2033527 Mar 08 21:01:56.261490 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47930) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:01:56.869733 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-77ebd207-7577-420f-a3cf-2f8138a96b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-357242'] for router_interface, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:57.434405 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-77ebd207-7577-420f-a3cf-2f8138a96b88 admin admin] Deleting port 90bb72da-94c6-428a-8e91-64752c60a193 {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:01:57.435056 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-77ebd207-7577-420f-a3cf-2f8138a96b88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:57.596304 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [None req-77ebd207-7577-420f-a3cf-2f8138a96b88 admin admin] For port 90bb72da-94c6-428a-8e91-64752c60a193, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=90bb72da-94c6-428a-8e91-64752c60a193,segment=NetworkSegment(9f4b48cc-206f-4e19-9157-e36df92b79c1),segment_id=9f4b48cc-206f-4e19-9157-e36df92b79c1)] {{(pid=83161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:01:57.596651 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-77ebd207-7577-420f-a3cf-2f8138a96b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:57.715221 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-77ebd207-7577-420f-a3cf-2f8138a96b88 admin admin] Calling delete_port for 90bb72da-94c6-428a-8e91-64752c60a193 owned by network:router_interface {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:01:57.881016 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-77ebd207-7577-420f-a3cf-2f8138a96b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:57.925390 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebd207-7577-420f-a3cf-2f8138a96b88 admin admin] Pushing event deleted for resources: {'Port': ['ID=90bb72da-94c6-428a-8e91-64752c60a193,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:01:58.306757 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-77ebd207-7577-420f-a3cf-2f8138a96b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3538202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-357165'] for router_interface, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:58.877143 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ebd207-7577-420f-a3cf-2f8138a96b88 admin admin] Router 604b1516-2354-4502-b571-a18eefa54fb9 has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:01:59.077709 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ebd207-7577-420f-a3cf-2f8138a96b88 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:01:59.086198 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f731c1a-e3a6-43f9-939f-b9488f5beeca None None] Sync routers for ids ['604b1516-2354-4502-b571-a18eefa54fb9'] in dv-cinder-832328-1-smb {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 21:01:59.092531 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-77ebd207-7577-420f-a3cf-2f8138a96b88 admin admin] 10.222.0.39 "PUT /v2.0/routers/604b1516-2354-4502-b571-a18eefa54fb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8268592 Mar 08 21:01:59.092790 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47956) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:01:59.099149 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f731c1a-e3a6-43f9-939f-b9488f5beeca None None] Routers {'604b1516-2354-4502-b571-a18eefa54fb9'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 21:01:59.099782 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-0f731c1a-e3a6-43f9-939f-b9488f5beeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T21:01:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['604b1516-2354-4502-b571-a18eefa54fb9'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:01:59.281621 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-0f731c1a-e3a6-43f9-939f-b9488f5beeca None None] Set router 604b1516-2354-4502-b571-a18eefa54fb9 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 21:01:59.300144 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-d24d28b7-0ba9-41a7-b071-7c708913ab1d admin admin] Notify callbacks [] for router, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:59.454178 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 21:01:59.490765 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-d24d28b7-0ba9-41a7-b071-7c708913ab1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:59.495851 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] No Port match for: b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 21:01:59.496189 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device b1a80e59-2ae4-4c54-b8ef-5d5071fc1169 not bound to the agent host hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 21:01:59.500726 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-d24d28b7-0ba9-41a7-b071-7c708913ab1d admin admin] Deleting port cb4fbee6-614c-42b2-97fe-ebb9525e7443 {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:01:59.501068 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-d24d28b7-0ba9-41a7-b071-7c708913ab1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:59.598465 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-0f731c1a-e3a6-43f9-939f-b9488f5beeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604b1516-2354-4502-b571-a18eefa54fb9', 'name': 'tempest-TestShelveInstance-38496221-router', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'cb4fbee6-614c-42b2-97fe-ebb9525e7443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:55:29Z', 'updated_at': '2022-03-08T21:01:57Z', 'revision_number': 5, 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'gw_port': {'id': 'cb4fbee6-614c-42b2-97fe-ebb9525e7443', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604b1516-2354-4502-b571-a18eefa54fb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:30Z', 'updated_at': '2022-03-08T20:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:01:59.602265 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f731c1a-e3a6-43f9-939f-b9488f5beeca None None] Checking router: 604b1516-2354-4502-b571-a18eefa54fb9 for host: dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 21:01:59.612555 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f731c1a-e3a6-43f9-939f-b9488f5beeca None None] Routers {'604b1516-2354-4502-b571-a18eefa54fb9'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 21:01:59.613153 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-0f731c1a-e3a6-43f9-939f-b9488f5beeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T21:01:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['604b1516-2354-4502-b571-a18eefa54fb9'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:01:59.762241 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [None req-d24d28b7-0ba9-41a7-b071-7c708913ab1d admin admin] For port cb4fbee6-614c-42b2-97fe-ebb9525e7443, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=cb4fbee6-614c-42b2-97fe-ebb9525e7443,segment=NetworkSegment(270771a1-e195-4c27-89e2-1537a366dca1),segment_id=270771a1-e195-4c27-89e2-1537a366dca1)] {{(pid=83161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:01:59.762506 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-d24d28b7-0ba9-41a7-b071-7c708913ab1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:01:59.765522 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-0f731c1a-e3a6-43f9-939f-b9488f5beeca None None] Set router 604b1516-2354-4502-b571-a18eefa54fb9 gateway port host: None {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 21:01:59.872028 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-0f731c1a-e3a6-43f9-939f-b9488f5beeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '604b1516-2354-4502-b571-a18eefa54fb9', 'name': 'tempest-TestShelveInstance-38496221-router', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:55:29Z', 'updated_at': '2022-03-08T21:01:59Z', 'revision_number': 6, 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'gw_port_host': None}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:01:59.878632 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f731c1a-e3a6-43f9-939f-b9488f5beeca None None] The sync data for ids ['604b1516-2354-4502-b571-a18eefa54fb9'] in dv-cinder-832328-1-smb is: [{'id': '604b1516-2354-4502-b571-a18eefa54fb9', 'name': 'tempest-TestShelveInstance-38496221-router', 'tenant_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:55:29Z', 'updated_at': '2022-03-08T21:01:59Z', 'revision_number': 6, 'project_id': 'cf98cf7961434dfbaf15fa6e67d18187', 'gw_port_host': None}] {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 21:01:59.882612 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-d24d28b7-0ba9-41a7-b071-7c708913ab1d admin admin] Calling delete_port for cb4fbee6-614c-42b2-97fe-ebb9525e7443 owned by network:router_gateway {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:02:00.046592 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-d24d28b7-0ba9-41a7-b071-7c708913ab1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:00.089483 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d28b7-0ba9-41a7-b071-7c708913ab1d admin admin] Pushing event deleted for resources: {'Port': ['ID=cb4fbee6-614c-42b2-97fe-ebb9525e7443,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:00.317396 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-d24d28b7-0ba9-41a7-b071-7c708913ab1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-356711'] for router_gateway, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:00.570607 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-d24d28b7-0ba9-41a7-b071-7c708913ab1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-361367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8632'] for router, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:00.574706 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-d24d28b7-0ba9-41a7-b071-7c708913ab1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:00.600346 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-d24d28b7-0ba9-41a7-b071-7c708913ab1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-361275'] for router, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:00.600870 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24d28b7-0ba9-41a7-b071-7c708913ab1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 604b1516-2354-4502-b571-a18eefa54fb9 {{(pid=83161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 21:02:00.614244 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-d24d28b7-0ba9-41a7-b071-7c708913ab1d admin admin] Notify callbacks [] for router, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:00.615353 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-d24d28b7-0ba9-41a7-b071-7c708913ab1d admin admin] 10.222.0.39 "DELETE /v2.0/routers/604b1516-2354-4502-b571-a18eefa54fb9 HTTP/1.1" status: 204 len: 168 time: 1.5214283 Mar 08 21:02:00.617991 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47970) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:00.677862 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f1176c1-c8dd-40d3-bd26-e424fdcd8f1d admin admin] Deleting subnet f0925d3b-3863-4496-9a86-1e6f5051f8e9 {{(pid=83161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 08 21:02:00.680951 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1f1176c1-c8dd-40d3-bd26-e424fdcd8f1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:00.730061 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1f1176c1-c8dd-40d3-bd26-e424fdcd8f1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1095615'] for subnet, precommit_delete_associations {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:00.858300 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1f1176c1-c8dd-40d3-bd26-e424fdcd8f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558918'] for subnet, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:00.884648 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 90bb72da-94c6-428a-8e91-64752c60a193 no longer exists at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 21:02:00.916977 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] No Port match for: 90bb72da-94c6-428a-8e91-64752c60a193 {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 21:02:00.917589 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 90bb72da-94c6-428a-8e91-64752c60a193 not bound to the agent host dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 21:02:00.918190 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device cb4fbee6-614c-42b2-97fe-ebb9525e7443 no longer exists at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 21:02:00.939330 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1f1176c1-c8dd-40d3-bd26-e424fdcd8f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3558927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1095503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1819689'] for subnet, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:00.949639 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] No Port match for: cb4fbee6-614c-42b2-97fe-ebb9525e7443 {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 21:02:00.950001 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device cb4fbee6-614c-42b2-97fe-ebb9525e7443 not bound to the agent host dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 21:02:00.975889 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1176c1-c8dd-40d3-bd26-e424fdcd8f1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0925d3b-3863-4496-9a86-1e6f5051f8e9,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:00.981974 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1f1176c1-c8dd-40d3-bd26-e424fdcd8f1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:00.987754 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-1f1176c1-c8dd-40d3-bd26-e424fdcd8f1d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f0925d3b-3863-4496-9a86-1e6f5051f8e9 HTTP/1.1" status: 204 len: 168 time: 0.3686380 Mar 08 21:02:00.988147 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29faf60-7b7e-4101-a87b-3054df3d8ad6 None None] Network 06a8b738-1cbc-4a2a-825e-0aaa66ccc47b requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 21:02:00.990155 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47982) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:01.235403 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b3412e5d-8e47-45bb-83e8-e60d3431a62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468514'] for network, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:01.245773 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-b3412e5d-8e47-45bb-83e8-e60d3431a62d admin admin] Deleting port efb8931f-25b9-4f66-8890-d1586f8c1015 {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:02:01.246103 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b3412e5d-8e47-45bb-83e8-e60d3431a62d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:01.326790 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e8c3fd-cf74-4509-8cd7-b07fc24481f5 None None] DHCP port deletion for 06a8b738-1cbc-4a2a-825e-0aaa66ccc47b request from dv-cinder-832328-1-smb {{(pid=83162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 08 21:02:01.330652 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-e3e8c3fd-cf74-4509-8cd7-b07fc24481f5 None None] Deleting port efb8931f-25b9-4f66-8890-d1586f8c1015 {{(pid=83162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:02:01.331126 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-e3e8c3fd-cf74-4509-8cd7-b07fc24481f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:01.442888 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [None req-b3412e5d-8e47-45bb-83e8-e60d3431a62d admin admin] For port efb8931f-25b9-4f66-8890-d1586f8c1015, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=efb8931f-25b9-4f66-8890-d1586f8c1015,segment=NetworkSegment(9f4b48cc-206f-4e19-9157-e36df92b79c1),segment_id=9f4b48cc-206f-4e19-9157-e36df92b79c1)] {{(pid=83161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:02:01.443153 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b3412e5d-8e47-45bb-83e8-e60d3431a62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:01.521748 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-e3e8c3fd-cf74-4509-8cd7-b07fc24481f5 None None] For port efb8931f-25b9-4f66-8890-d1586f8c1015, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=efb8931f-25b9-4f66-8890-d1586f8c1015,segment=NetworkSegment(9f4b48cc-206f-4e19-9157-e36df92b79c1),segment_id=9f4b48cc-206f-4e19-9157-e36df92b79c1)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:02:01.522129 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-e3e8c3fd-cf74-4509-8cd7-b07fc24481f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:01.568319 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-b3412e5d-8e47-45bb-83e8-e60d3431a62d admin admin] Calling delete_port for efb8931f-25b9-4f66-8890-d1586f8c1015 owned by network:dhcp {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:02:01.639967 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b3412e5d-8e47-45bb-83e8-e60d3431a62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:01.640256 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-e3e8c3fd-cf74-4509-8cd7-b07fc24481f5 None None] Calling delete_port for efb8931f-25b9-4f66-8890-d1586f8c1015 owned by network:dhcp {{(pid=83162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:02:01.682185 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3412e5d-8e47-45bb-83e8-e60d3431a62d admin admin] Pushing event deleted for resources: {'Port': ['ID=efb8931f-25b9-4f66-8890-d1586f8c1015,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:01.689433 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3412e5d-8e47-45bb-83e8-e60d3431a62d admin admin] No DVR routers for this DVR port efb8931f-25b9-4f66-8890-d1586f8c1015 on host dv-cinder-832328-1-smb {{(pid=83161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:02:01.708659 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.db.api [None req-e3e8c3fd-cf74-4509-8cd7-b07fc24481f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 21:02:01.708929 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG oslo_db.api [None req-e3e8c3fd-cf74-4509-8cd7-b07fc24481f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 21:02:01.809787 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b3412e5d-8e47-45bb-83e8-e60d3431a62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557779', 'neutron.services.segments.db._delete_segments_for_network-8774926378361'] for network, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:01.837272 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.services.segments.db [None req-b3412e5d-8e47-45bb-83e8-e60d3431a62d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a8b738-1cbc-4a2a-825e-0aaa66ccc47b']}} {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:01.849318 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.services.segments.db [None req-b3412e5d-8e47-45bb-83e8-e60d3431a62d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f4b48cc-206f-4e19-9157-e36df92b79c1') {'for_net_delete': True} {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:01.849604 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.services.segments.db [None req-b3412e5d-8e47-45bb-83e8-e60d3431a62d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f4b48cc-206f-4e19-9157-e36df92b79c1') {} {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:01.861038 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b3412e5d-8e47-45bb-83e8-e60d3431a62d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774926378244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1094476'] for segment, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:01.876089 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b3412e5d-8e47-45bb-83e8-e60d3431a62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:01.882071 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3412e5d-8e47-45bb-83e8-e60d3431a62d admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=83161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 08 21:02:01.882445 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b3412e5d-8e47-45bb-83e8-e60d3431a62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3537275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1095457'] for segment, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: Traceback (most recent call last): Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: timer() Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: cb(*args, **kw) Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: return func(*args, **kwargs) Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: self._notify() Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: self.callback(batched_events) Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: event.method(event) Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: return f(self, *a, **k) Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: return self._get(url).json() Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: return self.request(url, 'GET', **kwargs) Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 21:02:01.895041 dv-cinder-832328-1-smb neutron-server[83161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 21:02:01.968618 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b3412e5d-8e47-45bb-83e8-e60d3431a62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356730'] for network, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:01.984113 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b3412e5d-8e47-45bb-83e8-e60d3431a62d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:01.995816 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3412e5d-8e47-45bb-83e8-e60d3431a62d admin admin] Pushing event deleted for resources: {'Network': ['ID=06a8b738-1cbc-4a2a-825e-0aaa66ccc47b,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:02.000450 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-b3412e5d-8e47-45bb-83e8-e60d3431a62d admin admin] 10.222.0.39 "DELETE /v2.0/networks/06a8b738-1cbc-4a2a-825e-0aaa66ccc47b HTTP/1.1" status: 204 len: 168 time: 1.0093946 Mar 08 21:02:02.003308 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 47988) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:02.210287 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-e3e8c3fd-cf74-4509-8cd7-b07fc24481f5 None None] Deleting port efb8931f-25b9-4f66-8890-d1586f8c1015 {{(pid=83162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:02:02.211260 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-e3e8c3fd-cf74-4509-8cd7-b07fc24481f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:02.300009 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-e3e8c3fd-cf74-4509-8cd7-b07fc24481f5 None None] The port 'efb8931f-25b9-4f66-8890-d1586f8c1015' was deleted {{(pid=83162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 08 21:02:02.397488 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-522e4675-6425-4145-b665-a3075f7cfc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-357242'] for router_interface, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:02.868289 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device efb8931f-25b9-4f66-8890-d1586f8c1015 no longer exists at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 21:02:02.900409 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] No Port match for: efb8931f-25b9-4f66-8890-d1586f8c1015 {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 21:02:02.900740 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device efb8931f-25b9-4f66-8890-d1586f8c1015 not bound to the agent host dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 21:02:03.048142 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-522e4675-6425-4145-b665-a3075f7cfc35 admin admin] Deleting port 152d597b-ea5a-44c6-b98e-e1b9d8eeac86 {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:02:03.048715 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-522e4675-6425-4145-b665-a3075f7cfc35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:03.222971 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [None req-522e4675-6425-4145-b665-a3075f7cfc35 admin admin] For port 152d597b-ea5a-44c6-b98e-e1b9d8eeac86, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=152d597b-ea5a-44c6-b98e-e1b9d8eeac86,segment=NetworkSegment(091f361d-2e69-4a2f-8dd3-940f269e2979),segment_id=091f361d-2e69-4a2f-8dd3-940f269e2979)] {{(pid=83161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:02:03.223317 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-522e4675-6425-4145-b665-a3075f7cfc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:03.339585 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-522e4675-6425-4145-b665-a3075f7cfc35 admin admin] Calling delete_port for 152d597b-ea5a-44c6-b98e-e1b9d8eeac86 owned by network:router_interface {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:02:03.514478 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-522e4675-6425-4145-b665-a3075f7cfc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:03.556461 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e4675-6425-4145-b665-a3075f7cfc35 admin admin] Pushing event deleted for resources: {'Port': ['ID=152d597b-ea5a-44c6-b98e-e1b9d8eeac86,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:03.866525 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-522e4675-6425-4145-b665-a3075f7cfc35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3538202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-357165'] for router_interface, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:04.502581 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522e4675-6425-4145-b665-a3075f7cfc35 admin admin] Router f21025aa-04f0-410f-bc2e-e232e72f60aa has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:02:04.692614 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522e4675-6425-4145-b665-a3075f7cfc35 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:02:04.704454 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-522e4675-6425-4145-b665-a3075f7cfc35 admin admin] 10.222.0.39 "PUT /v2.0/routers/f21025aa-04f0-410f-bc2e-e232e72f60aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6979973 Mar 08 21:02:04.704619 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5545e2e5-ec16-4ddd-b16c-f0fead84efe9 None None] Sync routers for ids ['f21025aa-04f0-410f-bc2e-e232e72f60aa'] in dv-cinder-832328-1-smb {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 21:02:04.705057 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 48006) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:04.713932 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5545e2e5-ec16-4ddd-b16c-f0fead84efe9 None None] Routers {'f21025aa-04f0-410f-bc2e-e232e72f60aa'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 21:02:04.714518 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-5545e2e5-ec16-4ddd-b16c-f0fead84efe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T21:01:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['f21025aa-04f0-410f-bc2e-e232e72f60aa'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:04.918611 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-5545e2e5-ec16-4ddd-b16c-f0fead84efe9 None None] Set router f21025aa-04f0-410f-bc2e-e232e72f60aa gateway port host: dv-cinder-832328-1-smb {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 21:02:04.918962 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c254a2d3-b5f8-4470-930d-1b99ed3c82ff admin admin] Notify callbacks [] for router, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:05.123528 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c254a2d3-b5f8-4470-930d-1b99ed3c82ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:05.136057 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-c254a2d3-b5f8-4470-930d-1b99ed3c82ff admin admin] Deleting port 3645e69d-d881-4d98-9eb6-3da628cf5edb {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:02:05.136393 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c254a2d3-b5f8-4470-930d-1b99ed3c82ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:05.252210 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-5545e2e5-ec16-4ddd-b16c-f0fead84efe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21025aa-04f0-410f-bc2e-e232e72f60aa', 'name': 'tempest-TestShelveInstance-346646100-router', 'tenant_id': '7545e0d2821d4c0980598d1cfd2e4952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.162'}], 'enable_snat': True}, 'gw_port_id': '3645e69d-d881-4d98-9eb6-3da628cf5edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:55:40Z', 'updated_at': '2022-03-08T21:02:03Z', 'revision_number': 5, 'project_id': '7545e0d2821d4c0980598d1cfd2e4952', 'gw_port': {'id': '3645e69d-d881-4d98-9eb6-3da628cf5edb', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:41:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21025aa-04f0-410f-bc2e-e232e72f60aa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:55:41Z', 'updated_at': '2022-03-08T20:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:05.255978 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5545e2e5-ec16-4ddd-b16c-f0fead84efe9 None None] Checking router: f21025aa-04f0-410f-bc2e-e232e72f60aa for host: dv-cinder-832328-1-smb {{(pid=83163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 21:02:05.268413 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5545e2e5-ec16-4ddd-b16c-f0fead84efe9 None None] Routers {'f21025aa-04f0-410f-bc2e-e232e72f60aa'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 21:02:05.269704 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-5545e2e5-ec16-4ddd-b16c-f0fead84efe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T21:01:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['f21025aa-04f0-410f-bc2e-e232e72f60aa'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:05.310761 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [None req-c254a2d3-b5f8-4470-930d-1b99ed3c82ff admin admin] For port 3645e69d-d881-4d98-9eb6-3da628cf5edb, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=3645e69d-d881-4d98-9eb6-3da628cf5edb,segment=NetworkSegment(270771a1-e195-4c27-89e2-1537a366dca1),segment_id=270771a1-e195-4c27-89e2-1537a366dca1)] {{(pid=83161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:02:05.311389 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c254a2d3-b5f8-4470-930d-1b99ed3c82ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:05.422367 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-5545e2e5-ec16-4ddd-b16c-f0fead84efe9 None None] Set router f21025aa-04f0-410f-bc2e-e232e72f60aa gateway port host: None {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 21:02:05.431613 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-c254a2d3-b5f8-4470-930d-1b99ed3c82ff admin admin] Calling delete_port for 3645e69d-d881-4d98-9eb6-3da628cf5edb owned by network:router_gateway {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:02:05.524350 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-5545e2e5-ec16-4ddd-b16c-f0fead84efe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21025aa-04f0-410f-bc2e-e232e72f60aa', 'name': 'tempest-TestShelveInstance-346646100-router', 'tenant_id': '7545e0d2821d4c0980598d1cfd2e4952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:55:40Z', 'updated_at': '2022-03-08T21:02:05Z', 'revision_number': 6, 'project_id': '7545e0d2821d4c0980598d1cfd2e4952', 'gw_port_host': None}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:05.528268 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5545e2e5-ec16-4ddd-b16c-f0fead84efe9 None None] The sync data for ids ['f21025aa-04f0-410f-bc2e-e232e72f60aa'] in dv-cinder-832328-1-smb is: [{'id': 'f21025aa-04f0-410f-bc2e-e232e72f60aa', 'name': 'tempest-TestShelveInstance-346646100-router', 'tenant_id': '7545e0d2821d4c0980598d1cfd2e4952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:55:40Z', 'updated_at': '2022-03-08T21:02:05Z', 'revision_number': 6, 'project_id': '7545e0d2821d4c0980598d1cfd2e4952', 'gw_port_host': None}] {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 21:02:05.689620 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c254a2d3-b5f8-4470-930d-1b99ed3c82ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:05.731941 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254a2d3-b5f8-4470-930d-1b99ed3c82ff admin admin] Pushing event deleted for resources: {'Port': ['ID=3645e69d-d881-4d98-9eb6-3da628cf5edb,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:06.007233 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c254a2d3-b5f8-4470-930d-1b99ed3c82ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-356711'] for router_gateway, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:06.134857 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb48319-0b5c-442e-999f-6f3b360d583a req-8e51fca1-5313-49e1-882c-7504999eaf9f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:02:06.136295 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3fb48319-0b5c-442e-999f-6f3b360d583a req-8e51fca1-5313-49e1-882c-7504999eaf9f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d75ec42b-12cf-4f91-8607-95fab352bdb1 HTTP/1.1" status: 200 len: 946 time: 0.3403730 Mar 08 21:02:06.287912 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c254a2d3-b5f8-4470-930d-1b99ed3c82ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-361367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8632'] for router, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:06.297040 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c254a2d3-b5f8-4470-930d-1b99ed3c82ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:06.307339 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3fb48319-0b5c-442e-999f-6f3b360d583a req-bb5c4329-338b-46a7-9cdb-5d54de6a9aab tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=169e1323-5f8c-4bcf-96ca-6ff49bcbf183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650772 Mar 08 21:02:06.327971 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c254a2d3-b5f8-4470-930d-1b99ed3c82ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-361275'] for router, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:06.328632 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c254a2d3-b5f8-4470-930d-1b99ed3c82ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router f21025aa-04f0-410f-bc2e-e232e72f60aa {{(pid=83161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 21:02:06.342269 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c254a2d3-b5f8-4470-930d-1b99ed3c82ff admin admin] Notify callbacks [] for router, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:06.343520 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-c254a2d3-b5f8-4470-930d-1b99ed3c82ff admin admin] 10.222.0.39 "DELETE /v2.0/routers/f21025aa-04f0-410f-bc2e-e232e72f60aa HTTP/1.1" status: 204 len: 168 time: 1.6377747 Mar 08 21:02:06.345845 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 48028) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:06.407043 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_v2 [None req-9edb65d6-3efb-434b-b3a2-4ae8773d3ee2 admin admin] Deleting subnet 7f7fb75d-d3f1-40ac-9638-779cd2f80a52 {{(pid=83161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 08 21:02:06.409978 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9edb65d6-3efb-434b-b3a2-4ae8773d3ee2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:06.459967 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9edb65d6-3efb-434b-b3a2-4ae8773d3ee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1095615'] for subnet, precommit_delete_associations {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:06.540480 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9edb65d6-3efb-434b-b3a2-4ae8773d3ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558918'] for subnet, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:06.605362 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9edb65d6-3efb-434b-b3a2-4ae8773d3ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3558927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1095503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1819689'] for subnet, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:06.640611 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb65d6-3efb-434b-b3a2-4ae8773d3ee2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f7fb75d-d3f1-40ac-9638-779cd2f80a52,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:06.646580 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9edb65d6-3efb-434b-b3a2-4ae8773d3ee2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:06.652124 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-9edb65d6-3efb-434b-b3a2-4ae8773d3ee2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7f7fb75d-d3f1-40ac-9638-779cd2f80a52 HTTP/1.1" status: 204 len: 168 time: 0.3053648 Mar 08 21:02:06.652430 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b4ba1a-a5fc-4cd3-9355-1752dee2f2f8 None None] Network 6380a5c0-6c5d-4469-a696-1b7536f2b447 requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 21:02:06.654633 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 48032) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:06.755177 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6b38edd7-ba42-4a62-b8b1-bb54d1b9ef48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468514'] for network, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:06.765815 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-6b38edd7-ba42-4a62-b8b1-bb54d1b9ef48 admin admin] Deleting port 584758e2-e97d-4495-88f4-46f2398ab3c0 {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:02:06.766053 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6b38edd7-ba42-4a62-b8b1-bb54d1b9ef48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:06.890074 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94764291-0afe-4500-a546-c4d51f393cc5 None None] DHCP port deletion for 6380a5c0-6c5d-4469-a696-1b7536f2b447 request from dv-cinder-832328-1-smb {{(pid=83162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 08 21:02:06.895226 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 152d597b-ea5a-44c6-b98e-e1b9d8eeac86 no longer exists at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 21:02:06.925998 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-94764291-0afe-4500-a546-c4d51f393cc5 None None] Deleting port 584758e2-e97d-4495-88f4-46f2398ab3c0 {{(pid=83162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:02:06.926342 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-94764291-0afe-4500-a546-c4d51f393cc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:06.957088 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] No Port match for: 152d597b-ea5a-44c6-b98e-e1b9d8eeac86 {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 21:02:06.957417 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 152d597b-ea5a-44c6-b98e-e1b9d8eeac86 not bound to the agent host dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 21:02:06.957862 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 3645e69d-d881-4d98-9eb6-3da628cf5edb no longer exists at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 21:02:07.004448 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] No Port match for: 3645e69d-d881-4d98-9eb6-3da628cf5edb {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 21:02:07.004755 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 3645e69d-d881-4d98-9eb6-3da628cf5edb not bound to the agent host dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 21:02:07.054472 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [None req-6b38edd7-ba42-4a62-b8b1-bb54d1b9ef48 admin admin] For port 584758e2-e97d-4495-88f4-46f2398ab3c0, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=584758e2-e97d-4495-88f4-46f2398ab3c0,segment=NetworkSegment(091f361d-2e69-4a2f-8dd3-940f269e2979),segment_id=091f361d-2e69-4a2f-8dd3-940f269e2979)] {{(pid=83161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:02:07.054789 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6b38edd7-ba42-4a62-b8b1-bb54d1b9ef48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:07.162479 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-94764291-0afe-4500-a546-c4d51f393cc5 None None] For port 584758e2-e97d-4495-88f4-46f2398ab3c0, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=584758e2-e97d-4495-88f4-46f2398ab3c0,segment=NetworkSegment(091f361d-2e69-4a2f-8dd3-940f269e2979),segment_id=091f361d-2e69-4a2f-8dd3-940f269e2979)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:02:07.162854 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-94764291-0afe-4500-a546-c4d51f393cc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:07.174525 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-6b38edd7-ba42-4a62-b8b1-bb54d1b9ef48 admin admin] Calling delete_port for 584758e2-e97d-4495-88f4-46f2398ab3c0 owned by network:dhcp {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:02:07.246884 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6b38edd7-ba42-4a62-b8b1-bb54d1b9ef48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:07.279264 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-94764291-0afe-4500-a546-c4d51f393cc5 None None] Calling delete_port for 584758e2-e97d-4495-88f4-46f2398ab3c0 owned by network:dhcp {{(pid=83162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:02:07.293728 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38edd7-ba42-4a62-b8b1-bb54d1b9ef48 admin admin] Pushing event deleted for resources: {'Port': ['ID=584758e2-e97d-4495-88f4-46f2398ab3c0,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:07.298152 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b38edd7-ba42-4a62-b8b1-bb54d1b9ef48 admin admin] No DVR routers for this DVR port 584758e2-e97d-4495-88f4-46f2398ab3c0 on host dv-cinder-832328-1-smb {{(pid=83161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:02:07.349929 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.db.api [None req-94764291-0afe-4500-a546-c4d51f393cc5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 21:02:07.350282 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG oslo_db.api [None req-94764291-0afe-4500-a546-c4d51f393cc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 21:02:07.416205 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6b38edd7-ba42-4a62-b8b1-bb54d1b9ef48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557779', 'neutron.services.segments.db._delete_segments_for_network-8774926378361'] for network, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:07.445574 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.services.segments.db [None req-6b38edd7-ba42-4a62-b8b1-bb54d1b9ef48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6380a5c0-6c5d-4469-a696-1b7536f2b447']}} {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:07.458951 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.services.segments.db [None req-6b38edd7-ba42-4a62-b8b1-bb54d1b9ef48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091f361d-2e69-4a2f-8dd3-940f269e2979') {'for_net_delete': True} {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:07.459249 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.services.segments.db [None req-6b38edd7-ba42-4a62-b8b1-bb54d1b9ef48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091f361d-2e69-4a2f-8dd3-940f269e2979') {} {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:07.470355 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6b38edd7-ba42-4a62-b8b1-bb54d1b9ef48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774926378244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1094476'] for segment, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:07.486618 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6b38edd7-ba42-4a62-b8b1-bb54d1b9ef48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:07.492774 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b38edd7-ba42-4a62-b8b1-bb54d1b9ef48 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=83161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 08 21:02:07.493173 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6b38edd7-ba42-4a62-b8b1-bb54d1b9ef48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3537275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1095457'] for segment, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:07.505251 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662a8cb-e36e-4647-b665-19c86723f7e2 req-9a1bb52d-d2fe-4359-82aa-35f0eed22c61 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:02:07.506721 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-4662a8cb-e36e-4647-b665-19c86723f7e2 req-9a1bb52d-d2fe-4359-82aa-35f0eed22c61 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d75ec42b-12cf-4f91-8607-95fab352bdb1 HTTP/1.1" status: 200 len: 946 time: 0.0765703 Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: Traceback (most recent call last): Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: timer() Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: cb(*args, **kw) Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: return func(*args, **kwargs) Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: self._notify() Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: self.callback(batched_events) Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: event.method(event) Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: return f(self, *a, **k) Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: return self._get(url).json() Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: return self.request(url, 'GET', **kwargs) Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 21:02:07.506938 dv-cinder-832328-1-smb neutron-server[83161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 21:02:07.554646 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-4662a8cb-e36e-4647-b665-19c86723f7e2 req-1458ba15-c097-45e7-ab87-b5ea69d60168 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=169e1323-5f8c-4bcf-96ca-6ff49bcbf183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421448 Mar 08 21:02:07.585071 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6b38edd7-ba42-4a62-b8b1-bb54d1b9ef48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356730'] for network, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:07.600882 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6b38edd7-ba42-4a62-b8b1-bb54d1b9ef48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:07.611975 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38edd7-ba42-4a62-b8b1-bb54d1b9ef48 admin admin] Pushing event deleted for resources: {'Network': ['ID=6380a5c0-6c5d-4469-a696-1b7536f2b447,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:07.614736 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-6b38edd7-ba42-4a62-b8b1-bb54d1b9ef48 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6380a5c0-6c5d-4469-a696-1b7536f2b447 HTTP/1.1" status: 204 len: 168 time: 0.9591949 Mar 08 21:02:07.755120 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 48044) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:07.804359 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-3ad30a36-baad-4ea9-9596-8581d7f65ed3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf98cf7961434dfbaf15fa6e67d18187&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480976 Mar 08 21:02:07.806838 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 48048) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:07.851667 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-94764291-0afe-4500-a546-c4d51f393cc5 None None] Deleting port 584758e2-e97d-4495-88f4-46f2398ab3c0 {{(pid=83162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:02:07.852196 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-94764291-0afe-4500-a546-c4d51f393cc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:07.866944 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5be24c92-0243-4b11-bf90-9e124bfcd030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:07.895989 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5be24c92-0243-4b11-bf90-9e124bfcd030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:07.947525 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5be24c92-0243-4b11-bf90-9e124bfcd030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:07.947999 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-94764291-0afe-4500-a546-c4d51f393cc5 None None] The port '584758e2-e97d-4495-88f4-46f2398ab3c0' was deleted {{(pid=83162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 08 21:02:07.965355 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be24c92-0243-4b11-bf90-9e124bfcd030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b19196a-29b6-4d8b-8054-a36c2aec0fb3,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:07.972025 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5be24c92-0243-4b11-bf90-9e124bfcd030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:07.973032 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-5be24c92-0243-4b11-bf90-9e124bfcd030 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b19196a-29b6-4d8b-8054-a36c2aec0fb3 HTTP/1.1" status: 204 len: 168 time: 0.1653168 Mar 08 21:02:08.370879 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 48060) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:08.424858 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-0d506b5b-fb2f-4dc7-9019-f68db820f57a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7545e0d2821d4c0980598d1cfd2e4952&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524769 Mar 08 21:02:08.427307 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 48064) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:08.486742 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9a1a5c31-488c-4f7c-921c-701d254f4e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:08.511919 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9a1a5c31-488c-4f7c-921c-701d254f4e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:08.570884 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9a1a5c31-488c-4f7c-921c-701d254f4e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:08.594646 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a5c31-488c-4f7c-921c-701d254f4e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adee3d3-18ad-426b-b294-5639bdee6c39,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:08.599389 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9a1a5c31-488c-4f7c-921c-701d254f4e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:08.602420 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-9a1a5c31-488c-4f7c-921c-701d254f4e63 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8adee3d3-18ad-426b-b294-5639bdee6c39 HTTP/1.1" status: 204 len: 168 time: 0.1737852 Mar 08 21:02:08.735197 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b95c7a-83fe-40ce-853c-6b8991eb9cd7 req-4c40aefd-86d1-4f5c-bbf6-72c5d6a80f55 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:02:08.735837 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-07b95c7a-83fe-40ce-853c-6b8991eb9cd7 req-4c40aefd-86d1-4f5c-bbf6-72c5d6a80f55 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.21 "GET /v2.0/ports?device_id=d75ec42b-12cf-4f91-8607-95fab352bdb1 HTTP/1.1" status: 200 len: 946 time: 0.0798669 Mar 08 21:02:08.758436 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778d045-5c08-4dd7-98dc-a87eb20e7279 req-1c2331b0-453a-438a-89db-225d2d3472f5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:02:08.760523 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-f778d045-5c08-4dd7-98dc-a87eb20e7279 req-1c2331b0-453a-438a-89db-225d2d3472f5 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d75ec42b-12cf-4f91-8607-95fab352bdb1 HTTP/1.1" status: 200 len: 946 time: 0.0818477 Mar 08 21:02:08.811079 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [req-07b95c7a-83fe-40ce-853c-6b8991eb9cd7 req-6c5e055a-0952-4489-aaf4-fdf58ad16f7e tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Deleting port 13e9bd1b-eb34-4193-98f1-95b7692a47ae {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:02:08.811079 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-07b95c7a-83fe-40ce-853c-6b8991eb9cd7 req-6c5e055a-0952-4489-aaf4-fdf58ad16f7e tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:08.829903 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-f778d045-5c08-4dd7-98dc-a87eb20e7279 req-aaf698ee-ee23-445f-a515-fdcb00ae3501 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups?id=169e1323-5f8c-4bcf-96ca-6ff49bcbf183&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631461 Mar 08 21:02:08.889547 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 584758e2-e97d-4495-88f4-46f2398ab3c0 no longer exists at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 21:02:08.924846 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] No Port match for: 584758e2-e97d-4495-88f4-46f2398ab3c0 {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 21:02:08.924846 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 584758e2-e97d-4495-88f4-46f2398ab3c0 not bound to the agent host dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 21:02:09.071889 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-07b95c7a-83fe-40ce-853c-6b8991eb9cd7 req-6c5e055a-0952-4489-aaf4-fdf58ad16f7e tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] For port 13e9bd1b-eb34-4193-98f1-95b7692a47ae, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=13e9bd1b-eb34-4193-98f1-95b7692a47ae,segment=NetworkSegment(03b3b2d9-75f4-4e89-a73f-0d746dee5412),segment_id=03b3b2d9-75f4-4e89-a73f-0d746dee5412)] {{(pid=83161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:02:09.072231 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-07b95c7a-83fe-40ce-853c-6b8991eb9cd7 req-6c5e055a-0952-4489-aaf4-fdf58ad16f7e tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:09.350603 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-07b95c7a-83fe-40ce-853c-6b8991eb9cd7 req-6c5e055a-0952-4489-aaf4-fdf58ad16f7e tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:09.350963 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-07b95c7a-83fe-40ce-853c-6b8991eb9cd7 req-6c5e055a-0952-4489-aaf4-fdf58ad16f7e tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-356680'] for floatingip, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:09.351264 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.db.l3_db [req-07b95c7a-83fe-40ce-853c-6b8991eb9cd7 req-6c5e055a-0952-4489-aaf4-fdf58ad16f7e tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Floating IP 8ecceafa-22a1-4fc5-a147-7418a8f39991 disassociated. External IP: 172.28.2.180, port: 13e9bd1b-eb34-4193-98f1-95b7692a47ae. Mar 08 21:02:09.351600 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [req-07b95c7a-83fe-40ce-853c-6b8991eb9cd7 req-6c5e055a-0952-4489-aaf4-fdf58ad16f7e tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Calling delete_port for 13e9bd1b-eb34-4193-98f1-95b7692a47ae owned by compute:nova {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:02:09.566411 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-07b95c7a-83fe-40ce-853c-6b8991eb9cd7 req-6c5e055a-0952-4489-aaf4-fdf58ad16f7e tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:09.616559 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e055a-0952-4489-aaf4-fdf58ad16f7e tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Pushing event deleted for resources: {'Port': ['ID=13e9bd1b-eb34-4193-98f1-95b7692a47ae,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:09.820028 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07b95c7a-83fe-40ce-853c-6b8991eb9cd7 req-6c5e055a-0952-4489-aaf4-fdf58ad16f7e tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Router 0c3d9684-ae70-4cfb-9f2c-a0502022597c has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:02:10.006006 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-d56795b2-fdaa-443f-8dbf-bdba993b656e req-63f1d200-079f-44f5-abc5-d88ef74ad843 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/ports?device_id=d75ec42b-12cf-4f91-8607-95fab352bdb1 HTTP/1.1" status: 200 len: 210 time: 0.0560591 Mar 08 21:02:10.036791 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-8bd76c4b-a3ac-49d8-9992-c1c6f9f38c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:10.090277 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07b95c7a-83fe-40ce-853c-6b8991eb9cd7 req-6c5e055a-0952-4489-aaf4-fdf58ad16f7e tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:02:10.106908 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9094c90-aae2-45c5-b31d-5b9e981c734f None None] Sync routers for ids ['0c3d9684-ae70-4cfb-9f2c-a0502022597c'] in dv-cinder-832328-1-smb {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 21:02:10.126708 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9094c90-aae2-45c5-b31d-5b9e981c734f None None] Routers {'0c3d9684-ae70-4cfb-9f2c-a0502022597c'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 21:02:10.127601 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-c9094c90-aae2-45c5-b31d-5b9e981c734f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T21:01:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['0c3d9684-ae70-4cfb-9f2c-a0502022597c'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:10.195770 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b95c7a-83fe-40ce-853c-6b8991eb9cd7 req-6c5e055a-0952-4489-aaf4-fdf58ad16f7e tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] No DVR routers for this DVR port 13e9bd1b-eb34-4193-98f1-95b7692a47ae on host hv-cinder-83232 {{(pid=83161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:02:10.198720 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-07b95c7a-83fe-40ce-853c-6b8991eb9cd7 req-6c5e055a-0952-4489-aaf4-fdf58ad16f7e tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:10.209923 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75ec42b-12cf-4f91-8607-95fab352bdb1', 'name': 'network-vif-deleted', 'tag': '13e9bd1b-eb34-4193-98f1-95b7692a47ae'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 21:02:10.227767 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-07b95c7a-83fe-40ce-853c-6b8991eb9cd7 req-6c5e055a-0952-4489-aaf4-fdf58ad16f7e tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.21 "DELETE /v2.0/ports/13e9bd1b-eb34-4193-98f1-95b7692a47ae HTTP/1.1" status: 204 len: 173 time: 1.4829524 Mar 08 21:02:10.267378 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75ec42b-12cf-4f91-8607-95fab352bdb1', 'name': 'network-vif-deleted', 'tag': '13e9bd1b-eb34-4193-98f1-95b7692a47ae', 'status': 'completed', 'code': 200} Mar 08 21:02:10.362572 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-c9094c90-aae2-45c5-b31d-5b9e981c734f None None] Set router 0c3d9684-ae70-4cfb-9f2c-a0502022597c gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 21:02:10.677299 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-c9094c90-aae2-45c5-b31d-5b9e981c734f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'name': 'tempest-AttachVolumeTestJSON-1011905253-router', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:00Z', 'updated_at': '2022-03-08T20:54:05Z', 'revision_number': 4, 'project_id': '83b0974382f941988054e5cb37b05168', 'gw_port': {'id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:01Z', 'updated_at': '2022-03-08T20:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': '0712f70d-438d-4d44-8878-12479f10c9e8', 'name': '', 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'mac_address': 'fa:16:3e:74:70:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:04Z', 'updated_at': '2022-03-08T20:54:23Z', 'revision_number': 5, 'project_id': '83b0974382f941988054e5cb37b05168', 'subnets': [{'id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:10.681081 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9094c90-aae2-45c5-b31d-5b9e981c734f None None] Checking router: 0c3d9684-ae70-4cfb-9f2c-a0502022597c for host: dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 21:02:10.692053 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9094c90-aae2-45c5-b31d-5b9e981c734f None None] Routers {'0c3d9684-ae70-4cfb-9f2c-a0502022597c'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 21:02:10.692632 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-c9094c90-aae2-45c5-b31d-5b9e981c734f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T21:01:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['0c3d9684-ae70-4cfb-9f2c-a0502022597c'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:10.872644 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-c9094c90-aae2-45c5-b31d-5b9e981c734f None None] Set router 0c3d9684-ae70-4cfb-9f2c-a0502022597c gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 21:02:11.155274 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 48096) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:11.179218 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-c9094c90-aae2-45c5-b31d-5b9e981c734f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'name': 'tempest-AttachVolumeTestJSON-1011905253-router', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:00Z', 'updated_at': '2022-03-08T20:54:05Z', 'revision_number': 4, 'project_id': '83b0974382f941988054e5cb37b05168', 'gw_port': {'id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:01Z', 'updated_at': '2022-03-08T20:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': '0712f70d-438d-4d44-8878-12479f10c9e8', 'name': '', 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'mac_address': 'fa:16:3e:74:70:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:04Z', 'updated_at': '2022-03-08T20:54:23Z', 'revision_number': 5, 'project_id': '83b0974382f941988054e5cb37b05168', 'subnets': [{'id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:11.184028 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9094c90-aae2-45c5-b31d-5b9e981c734f None None] The sync data for ids ['0c3d9684-ae70-4cfb-9f2c-a0502022597c'] in dv-cinder-832328-1-smb is: [{'id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'name': 'tempest-AttachVolumeTestJSON-1011905253-router', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:00Z', 'updated_at': '2022-03-08T20:54:05Z', 'revision_number': 4, 'project_id': '83b0974382f941988054e5cb37b05168', 'gw_port': {'id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:01Z', 'updated_at': '2022-03-08T20:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': '0712f70d-438d-4d44-8878-12479f10c9e8', 'name': '', 'network_id': '239e2d37-cae2-4302-bc13-ce825026cdf1', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'mac_address': 'fa:16:3e:74:70:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:04Z', 'updated_at': '2022-03-08T20:54:23Z', 'revision_number': 5, 'project_id': '83b0974382f941988054e5cb37b05168', 'subnets': [{'id': 'bff06441-7eb9-494f-8cf1-5b73b840bf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 21:02:11.224393 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f88409dd-aeb5-4d0c-b006-4569606f3c68 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:11.254500 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f88409dd-aeb5-4d0c-b006-4569606f3c68 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:11.312229 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f88409dd-aeb5-4d0c-b006-4569606f3c68 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:11.330681 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88409dd-aeb5-4d0c-b006-4569606f3c68 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=169e1323-5f8c-4bcf-96ca-6ff49bcbf183,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:11.340288 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-f88409dd-aeb5-4d0c-b006-4569606f3c68 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:11.344045 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-f88409dd-aeb5-4d0c-b006-4569606f3c68 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "DELETE /v2.0/security-groups/169e1323-5f8c-4bcf-96ca-6ff49bcbf183 HTTP/1.1" status: 204 len: 168 time: 0.1850705 Mar 08 21:02:11.344352 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 48102) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:11.366130 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.api.v2.resource [None req-3bc10aa6-1ff1-456c-b8c5-d17267aea3d1 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] show failed (client error): The resource could not be found. Mar 08 21:02:11.367143 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-3bc10aa6-1ff1-456c-b8c5-d17267aea3d1 tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "GET /v2.0/security-groups/169e1323-5f8c-4bcf-96ca-6ff49bcbf183 HTTP/1.1" status: 404 len: 347 time: 0.0218065 Mar 08 21:02:11.369947 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 48106) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:11.443137 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d8a019-5630-4b77-9158-ac2a6c7dcdd6 None None] New status for floating IP 8ecceafa-22a1-4fc5-a147-7418a8f39991: DOWN {{(pid=83163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 08 21:02:11.519268 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-add0098d-521d-4be9-8236-597e8972851f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Deleting port f981278d-3950-4986-bb67-e30cb953a24e {{(pid=83160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:02:11.519611 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-add0098d-521d-4be9-8236-597e8972851f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:11.689483 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-add0098d-521d-4be9-8236-597e8972851f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:11.689823 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-add0098d-521d-4be9-8236-597e8972851f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:11.811436 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-add0098d-521d-4be9-8236-597e8972851f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Calling delete_port for f981278d-3950-4986-bb67-e30cb953a24e owned by network:floatingip {{(pid=83160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:02:11.893336 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.db.api [None req-add0098d-521d-4be9-8236-597e8972851f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 21:02:11.893574 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG oslo_db.api [None req-add0098d-521d-4be9-8236-597e8972851f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 21:02:12.311658 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-30cd11df-6dd8-4bf1-8022-b36326a28fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:12.395285 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-add0098d-521d-4be9-8236-597e8972851f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Deleting port f981278d-3950-4986-bb67-e30cb953a24e {{(pid=83160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:02:12.395758 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-add0098d-521d-4be9-8236-597e8972851f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:12.568831 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-add0098d-521d-4be9-8236-597e8972851f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:12.569159 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-add0098d-521d-4be9-8236-597e8972851f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:12.689690 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-add0098d-521d-4be9-8236-597e8972851f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Calling delete_port for f981278d-3950-4986-bb67-e30cb953a24e owned by network:floatingip {{(pid=83160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:02:12.824804 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-add0098d-521d-4be9-8236-597e8972851f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:12.869502 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0098d-521d-4be9-8236-597e8972851f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Pushing event deleted for resources: {'Port': ['ID=f981278d-3950-4986-bb67-e30cb953a24e,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:12.907790 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add0098d-521d-4be9-8236-597e8972851f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:02:12.908346 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add0098d-521d-4be9-8236-597e8972851f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:02:12.908822 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add0098d-521d-4be9-8236-597e8972851f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:02:12.909401 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add0098d-521d-4be9-8236-597e8972851f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:02:12.909896 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add0098d-521d-4be9-8236-597e8972851f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:02:12.910363 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add0098d-521d-4be9-8236-597e8972851f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:02:12.910828 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add0098d-521d-4be9-8236-597e8972851f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:02:12.911308 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add0098d-521d-4be9-8236-597e8972851f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:02:12.911789 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add0098d-521d-4be9-8236-597e8972851f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:02:12.912107 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add0098d-521d-4be9-8236-597e8972851f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:02:12.912460 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add0098d-521d-4be9-8236-597e8972851f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:02:13.051791 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-add0098d-521d-4be9-8236-597e8972851f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks [] for floatingip, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:13.064857 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-add0098d-521d-4be9-8236-597e8972851f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for floatingip, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:13.065971 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-add0098d-521d-4be9-8236-597e8972851f tempest-AttachVolumeTestJSON-1720755017 tempest-AttachVolumeTestJSON-1720755017-project] 10.222.0.39 "DELETE /v2.0/floatingips/8ecceafa-22a1-4fc5-a147-7418a8f39991 HTTP/1.1" status: 204 len: 168 time: 1.6950967 Mar 08 21:02:13.347049 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:13.480827 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 13e9bd1b-eb34-4193-98f1-95b7692a47ae no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 21:02:13.511981 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] No Port match for: 13e9bd1b-eb34-4193-98f1-95b7692a47ae {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 21:02:13.512313 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 13e9bd1b-eb34-4193-98f1-95b7692a47ae not bound to the agent host hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 21:02:13.546470 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:14.522149 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e6cdd-6f73-4c8f-860b-05654d7e37ee req-d0ce2c5d-386d-4e33-b785-58f04ca26054 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:02:14.523584 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d36e6cdd-6f73-4c8f-860b-05654d7e37ee req-d0ce2c5d-386d-4e33-b785-58f04ca26054 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cea12d3-5ca2-4dcb-b4a8-729646be5e1b HTTP/1.1" status: 200 len: 945 time: 0.0794177 Mar 08 21:02:14.570241 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d36e6cdd-6f73-4c8f-860b-05654d7e37ee req-f6e53c47-f6a1-4a98-83be-3f4c866e4b31 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=dff7fd65-bfb5-420d-af30-ff09b195a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411625 Mar 08 21:02:14.866558 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:15.766977 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70e474-7961-467e-969a-24cc0e4f10d3 req-79e31d27-5100-4b04-9abc-cd40bc012cb7 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:02:15.768427 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-bf70e474-7961-467e-969a-24cc0e4f10d3 req-79e31d27-5100-4b04-9abc-cd40bc012cb7 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cea12d3-5ca2-4dcb-b4a8-729646be5e1b HTTP/1.1" status: 200 len: 945 time: 0.0755572 Mar 08 21:02:15.813132 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-bf70e474-7961-467e-969a-24cc0e4f10d3 req-f716d460-0e44-4a1d-99ff-26afe3db8fd5 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=dff7fd65-bfb5-420d-af30-ff09b195a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392861 Mar 08 21:02:16.646428 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e826de-8716-4f4b-91b5-41d766956286 req-3531b98f-1971-4ae5-bbd2-60aa498c9827 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:02:16.647843 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-30e826de-8716-4f4b-91b5-41d766956286 req-3531b98f-1971-4ae5-bbd2-60aa498c9827 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cea12d3-5ca2-4dcb-b4a8-729646be5e1b HTTP/1.1" status: 200 len: 945 time: 0.0753932 Mar 08 21:02:16.711681 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [req-30e826de-8716-4f4b-91b5-41d766956286 req-4cc1c22a-5250-4fab-8f0b-647c7a90dd89 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Deleting port 9bf269fb-287f-4424-812f-5af15fd7d0b8 {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:02:16.712009 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-30e826de-8716-4f4b-91b5-41d766956286 req-4cc1c22a-5250-4fab-8f0b-647c7a90dd89 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:16.960874 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-30e826de-8716-4f4b-91b5-41d766956286 req-4cc1c22a-5250-4fab-8f0b-647c7a90dd89 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] For port 9bf269fb-287f-4424-812f-5af15fd7d0b8, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=9bf269fb-287f-4424-812f-5af15fd7d0b8,segment=NetworkSegment(def440c0-28e5-481e-8733-4907081c4e81),segment_id=def440c0-28e5-481e-8733-4907081c4e81)] {{(pid=83161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:02:16.961526 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-30e826de-8716-4f4b-91b5-41d766956286 req-4cc1c22a-5250-4fab-8f0b-647c7a90dd89 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:17.012629 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8cb96-dcaa-4cf0-9f96-c4d5ee6dc56d req-cec809a8-eb1f-4b2f-b0d5-c7c16d6d6fce tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:02:17.013970 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-d5b8cb96-dcaa-4cf0-9f96-c4d5ee6dc56d req-cec809a8-eb1f-4b2f-b0d5-c7c16d6d6fce tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cea12d3-5ca2-4dcb-b4a8-729646be5e1b HTTP/1.1" status: 200 len: 945 time: 0.0748923 Mar 08 21:02:17.060488 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-d5b8cb96-dcaa-4cf0-9f96-c4d5ee6dc56d req-893ef13c-47ba-4e67-9af0-7c818173f16b tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups?id=dff7fd65-bfb5-420d-af30-ff09b195a2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408964 Mar 08 21:02:17.183041 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 48166) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:17.345439 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-30e826de-8716-4f4b-91b5-41d766956286 req-4cc1c22a-5250-4fab-8f0b-647c7a90dd89 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:17.345843 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-30e826de-8716-4f4b-91b5-41d766956286 req-4cc1c22a-5250-4fab-8f0b-647c7a90dd89 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-356680'] for floatingip, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:17.346265 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.db.l3_db [req-30e826de-8716-4f4b-91b5-41d766956286 req-4cc1c22a-5250-4fab-8f0b-647c7a90dd89 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Floating IP 6575bdba-62ac-42a2-9e78-ff5f36d0bac6 disassociated. External IP: 172.28.2.103, port: 9bf269fb-287f-4424-812f-5af15fd7d0b8. Mar 08 21:02:17.346543 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [req-30e826de-8716-4f4b-91b5-41d766956286 req-4cc1c22a-5250-4fab-8f0b-647c7a90dd89 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Calling delete_port for 9bf269fb-287f-4424-812f-5af15fd7d0b8 owned by compute:nova {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:02:17.487442 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-30e826de-8716-4f4b-91b5-41d766956286 req-4cc1c22a-5250-4fab-8f0b-647c7a90dd89 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:17.538147 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1c22a-5250-4fab-8f0b-647c7a90dd89 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event deleted for resources: {'Port': ['ID=9bf269fb-287f-4424-812f-5af15fd7d0b8,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:17.737306 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30e826de-8716-4f4b-91b5-41d766956286 req-4cc1c22a-5250-4fab-8f0b-647c7a90dd89 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:02:17.753851 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 21:02:17.816192 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-cb627793-1f0c-4308-8afd-86cb649260f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-357242'] for router_interface, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:17.954526 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30e826de-8716-4f4b-91b5-41d766956286 req-4cc1c22a-5250-4fab-8f0b-647c7a90dd89 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:02:17.968975 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c99d3a-99a5-465c-8273-25ecd47569bd None None] Sync routers for ids ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'] in dv-cinder-832328-1-smb {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 21:02:17.982610 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c99d3a-99a5-465c-8273-25ecd47569bd None None] Routers {'322e80d3-9b8c-442f-a225-e74ce54a5eb1'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 21:02:17.983432 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-62c99d3a-99a5-465c-8273-25ecd47569bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T21:02:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:18.030129 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e826de-8716-4f4b-91b5-41d766956286 req-4cc1c22a-5250-4fab-8f0b-647c7a90dd89 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] No DVR routers for this DVR port 9bf269fb-287f-4424-812f-5af15fd7d0b8 on host hv-cinder-83232 {{(pid=83161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:02:18.033034 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-30e826de-8716-4f4b-91b5-41d766956286 req-4cc1c22a-5250-4fab-8f0b-647c7a90dd89 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:18.035890 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cea12d3-5ca2-4dcb-b4a8-729646be5e1b', 'name': 'network-vif-deleted', 'tag': '9bf269fb-287f-4424-812f-5af15fd7d0b8'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 21:02:18.052508 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-30e826de-8716-4f4b-91b5-41d766956286 req-4cc1c22a-5250-4fab-8f0b-647c7a90dd89 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.21 "DELETE /v2.0/ports/9bf269fb-287f-4424-812f-5af15fd7d0b8 HTTP/1.1" status: 204 len: 173 time: 1.3991711 Mar 08 21:02:18.126065 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cea12d3-5ca2-4dcb-b4a8-729646be5e1b', 'name': 'network-vif-deleted', 'tag': '9bf269fb-287f-4424-812f-5af15fd7d0b8', 'status': 'completed', 'code': 200} Mar 08 21:02:18.286585 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:18.288889 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-62c99d3a-99a5-465c-8273-25ecd47569bd None None] Set router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 21:02:18.299289 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-f2f5db7c-48df-4b4c-afd5-0ece46b1213b req-04ea3f55-1814-4364-a988-14182522d5ac tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cea12d3-5ca2-4dcb-b4a8-729646be5e1b HTTP/1.1" status: 200 len: 210 time: 0.0500562 Mar 08 21:02:18.484130 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-cb627793-1f0c-4308-8afd-86cb649260f3 admin admin] Deleting port 0712f70d-438d-4d44-8878-12479f10c9e8 {{(pid=83160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:02:18.484392 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-cb627793-1f0c-4308-8afd-86cb649260f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:18.614253 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-62c99d3a-99a5-465c-8273-25ecd47569bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:10Z', 'revision_number': 4, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'de88ea94-d0e2-409f-84d6-ac8e3f467870', 'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'mac_address': 'fa:16:3e:c6:bf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:53:07Z', 'updated_at': '2022-03-08T20:53:37Z', 'revision_number': 5, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'subnets': [{'id': '631e0254-4619-4902-8397-d03caba0f7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:18.618463 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c99d3a-99a5-465c-8273-25ecd47569bd None None] Checking router: 322e80d3-9b8c-442f-a225-e74ce54a5eb1 for host: dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 21:02:18.629231 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c99d3a-99a5-465c-8273-25ecd47569bd None None] Routers {'322e80d3-9b8c-442f-a225-e74ce54a5eb1'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 21:02:18.629866 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-62c99d3a-99a5-465c-8273-25ecd47569bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T21:02:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:18.678327 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [None req-cb627793-1f0c-4308-8afd-86cb649260f3 admin admin] For port 0712f70d-438d-4d44-8878-12479f10c9e8, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=0712f70d-438d-4d44-8878-12479f10c9e8,segment=NetworkSegment(03b3b2d9-75f4-4e89-a73f-0d746dee5412),segment_id=03b3b2d9-75f4-4e89-a73f-0d746dee5412)] {{(pid=83160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:02:18.678709 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-cb627793-1f0c-4308-8afd-86cb649260f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:18.805835 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-62c99d3a-99a5-465c-8273-25ecd47569bd None None] Set router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 21:02:18.900720 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-cb627793-1f0c-4308-8afd-86cb649260f3 admin admin] Calling delete_port for 0712f70d-438d-4d44-8878-12479f10c9e8 owned by network:router_interface {{(pid=83160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:02:19.059708 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-cb627793-1f0c-4308-8afd-86cb649260f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:19.100097 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb627793-1f0c-4308-8afd-86cb649260f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0712f70d-438d-4d44-8878-12479f10c9e8,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:19.151618 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-62c99d3a-99a5-465c-8273-25ecd47569bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:10Z', 'revision_number': 4, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'de88ea94-d0e2-409f-84d6-ac8e3f467870', 'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'mac_address': 'fa:16:3e:c6:bf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:53:07Z', 'updated_at': '2022-03-08T20:53:37Z', 'revision_number': 5, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'subnets': [{'id': '631e0254-4619-4902-8397-d03caba0f7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:19.156937 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c99d3a-99a5-465c-8273-25ecd47569bd None None] The sync data for ids ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'] in dv-cinder-832328-1-smb is: [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T20:53:10Z', 'revision_number': 4, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'de88ea94-d0e2-409f-84d6-ac8e3f467870', 'name': '', 'network_id': '3ac543f3-ed2d-4557-8b9b-b33844ee4851', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'mac_address': 'fa:16:3e:c6:bf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631e0254-4619-4902-8397-d03caba0f7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:53:07Z', 'updated_at': '2022-03-08T20:53:37Z', 'revision_number': 5, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'subnets': [{'id': '631e0254-4619-4902-8397-d03caba0f7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 21:02:19.399809 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3df1d7-5697-4219-ad49-363d86522ade None None] New status for floating IP 6575bdba-62ac-42a2-9e78-ff5f36d0bac6: DOWN {{(pid=83163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 08 21:02:19.403860 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-cb627793-1f0c-4308-8afd-86cb649260f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3538202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-357165'] for router_interface, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:19.445100 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 48180) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:19.512543 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-47bda59a-2dc8-46a7-8792-4fd5d7868110 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:19.540809 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-47bda59a-2dc8-46a7-8792-4fd5d7868110 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:19.598010 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-47bda59a-2dc8-46a7-8792-4fd5d7868110 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:19.621482 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bda59a-2dc8-46a7-8792-4fd5d7868110 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff7fd65-bfb5-420d-af30-ff09b195a2ab,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:19.631078 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-47bda59a-2dc8-46a7-8792-4fd5d7868110 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:19.632571 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-47bda59a-2dc8-46a7-8792-4fd5d7868110 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "DELETE /v2.0/security-groups/dff7fd65-bfb5-420d-af30-ff09b195a2ab HTTP/1.1" status: 204 len: 168 time: 0.1857581 Mar 08 21:02:19.643642 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 48184) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:19.664417 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.api.v2.resource [None req-10d25e1c-ea48-4c56-b667-a3fcd01f7c85 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] show failed (client error): The resource could not be found. Mar 08 21:02:19.665641 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-10d25e1c-ea48-4c56-b667-a3fcd01f7c85 tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "GET /v2.0/security-groups/dff7fd65-bfb5-420d-af30-ff09b195a2ab HTTP/1.1" status: 404 len: 347 time: 0.0206406 Mar 08 21:02:19.668717 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 48188) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:19.821265 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-32476a2e-6753-4a38-ac36-a2fa33d1283f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Deleting port 19b40516-0a54-4a30-ae8d-35f23856f26a {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:02:19.821601 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-32476a2e-6753-4a38-ac36-a2fa33d1283f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:19.990761 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-32476a2e-6753-4a38-ac36-a2fa33d1283f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:19.990974 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb627793-1f0c-4308-8afd-86cb649260f3 admin admin] Router 0c3d9684-ae70-4cfb-9f2c-a0502022597c has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:02:19.991078 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-32476a2e-6753-4a38-ac36-a2fa33d1283f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:20.107761 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-32476a2e-6753-4a38-ac36-a2fa33d1283f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Calling delete_port for 19b40516-0a54-4a30-ae8d-35f23856f26a owned by network:floatingip {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:02:20.193039 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb627793-1f0c-4308-8afd-86cb649260f3 admin admin] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:02:20.203343 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e807a352-d1f8-4dae-9d7b-db828ac91c3f None None] Sync routers for ids ['0c3d9684-ae70-4cfb-9f2c-a0502022597c'] in dv-cinder-832328-1-smb {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 21:02:20.208204 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-cb627793-1f0c-4308-8afd-86cb649260f3 admin admin] 10.222.0.39 "PUT /v2.0/routers/0c3d9684-ae70-4cfb-9f2c-a0502022597c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0218430 Mar 08 21:02:20.208428 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 48192) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:20.219613 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e807a352-d1f8-4dae-9d7b-db828ac91c3f None None] Routers {'0c3d9684-ae70-4cfb-9f2c-a0502022597c'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 21:02:20.220343 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-e807a352-d1f8-4dae-9d7b-db828ac91c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T21:02:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['0c3d9684-ae70-4cfb-9f2c-a0502022597c'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:20.344521 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-32476a2e-6753-4a38-ac36-a2fa33d1283f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:20.390598 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32476a2e-6753-4a38-ac36-a2fa33d1283f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Pushing event deleted for resources: {'Port': ['ID=19b40516-0a54-4a30-ae8d-35f23856f26a,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:20.415350 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-e807a352-d1f8-4dae-9d7b-db828ac91c3f None None] Set router 0c3d9684-ae70-4cfb-9f2c-a0502022597c gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 21:02:20.485998 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-32476a2e-6753-4a38-ac36-a2fa33d1283f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks [] for floatingip, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:20.500155 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-32476a2e-6753-4a38-ac36-a2fa33d1283f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for floatingip, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:20.504219 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-32476a2e-6753-4a38-ac36-a2fa33d1283f tempest-AttachVolumeNegativeTest-400621633 tempest-AttachVolumeNegativeTest-400621633-project] 10.222.0.39 "DELETE /v2.0/floatingips/6575bdba-62ac-42a2-9e78-ff5f36d0bac6 HTTP/1.1" status: 204 len: 168 time: 0.8316154 Mar 08 21:02:20.531056 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-08881c86-6e84-43d1-8c7f-7a5cfd2aae41 admin admin] Notify callbacks [] for router, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:20.742980 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-08881c86-6e84-43d1-8c7f-7a5cfd2aae41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:20.751413 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-e807a352-d1f8-4dae-9d7b-db828ac91c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'name': 'tempest-AttachVolumeTestJSON-1011905253-router', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68'}], 'enable_snat': True}, 'gw_port_id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:00Z', 'updated_at': '2022-03-08T21:02:19Z', 'revision_number': 5, 'project_id': '83b0974382f941988054e5cb37b05168', 'gw_port': {'id': '41f18e4c-623d-40b3-9c60-6e6243eaccee', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:54:01Z', 'updated_at': '2022-03-08T20:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:20.753743 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-08881c86-6e84-43d1-8c7f-7a5cfd2aae41 admin admin] Deleting port 41f18e4c-623d-40b3-9c60-6e6243eaccee {{(pid=83160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:02:20.754192 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-08881c86-6e84-43d1-8c7f-7a5cfd2aae41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:20.755690 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e807a352-d1f8-4dae-9d7b-db828ac91c3f None None] Checking router: 0c3d9684-ae70-4cfb-9f2c-a0502022597c for host: dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 21:02:20.766347 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e807a352-d1f8-4dae-9d7b-db828ac91c3f None None] Routers {'0c3d9684-ae70-4cfb-9f2c-a0502022597c'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 21:02:20.766938 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-e807a352-d1f8-4dae-9d7b-db828ac91c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T21:02:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['0c3d9684-ae70-4cfb-9f2c-a0502022597c'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:20.920231 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-e807a352-d1f8-4dae-9d7b-db828ac91c3f None None] Set router 0c3d9684-ae70-4cfb-9f2c-a0502022597c gateway port host: None {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 21:02:20.940708 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [None req-08881c86-6e84-43d1-8c7f-7a5cfd2aae41 admin admin] For port 41f18e4c-623d-40b3-9c60-6e6243eaccee, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=41f18e4c-623d-40b3-9c60-6e6243eaccee,segment=NetworkSegment(270771a1-e195-4c27-89e2-1537a366dca1),segment_id=270771a1-e195-4c27-89e2-1537a366dca1)] {{(pid=83160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:02:20.941061 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-08881c86-6e84-43d1-8c7f-7a5cfd2aae41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:21.023176 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-e807a352-d1f8-4dae-9d7b-db828ac91c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'name': 'tempest-AttachVolumeTestJSON-1011905253-router', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:00Z', 'updated_at': '2022-03-08T21:02:20Z', 'revision_number': 6, 'project_id': '83b0974382f941988054e5cb37b05168', 'gw_port_host': None}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:21.027012 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e807a352-d1f8-4dae-9d7b-db828ac91c3f None None] The sync data for ids ['0c3d9684-ae70-4cfb-9f2c-a0502022597c'] in dv-cinder-832328-1-smb is: [{'id': '0c3d9684-ae70-4cfb-9f2c-a0502022597c', 'name': 'tempest-AttachVolumeTestJSON-1011905253-router', 'tenant_id': '83b0974382f941988054e5cb37b05168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:54:00Z', 'updated_at': '2022-03-08T21:02:20Z', 'revision_number': 6, 'project_id': '83b0974382f941988054e5cb37b05168', 'gw_port_host': None}] {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 21:02:21.058819 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-08881c86-6e84-43d1-8c7f-7a5cfd2aae41 admin admin] Calling delete_port for 41f18e4c-623d-40b3-9c60-6e6243eaccee owned by network:router_gateway {{(pid=83160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:02:21.217515 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-08881c86-6e84-43d1-8c7f-7a5cfd2aae41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:21.263848 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08881c86-6e84-43d1-8c7f-7a5cfd2aae41 admin admin] Pushing event deleted for resources: {'Port': ['ID=41f18e4c-623d-40b3-9c60-6e6243eaccee,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:21.477783 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-08881c86-6e84-43d1-8c7f-7a5cfd2aae41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-356711'] for router_gateway, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:21.557022 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 9bf269fb-287f-4424-812f-5af15fd7d0b8 no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 21:02:21.588436 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] No Port match for: 9bf269fb-287f-4424-812f-5af15fd7d0b8 {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 21:02:21.588770 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 9bf269fb-287f-4424-812f-5af15fd7d0b8 not bound to the agent host hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 21:02:21.725477 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-08881c86-6e84-43d1-8c7f-7a5cfd2aae41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-361367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8632'] for router, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:21.729505 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-08881c86-6e84-43d1-8c7f-7a5cfd2aae41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:21.859058 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-08881c86-6e84-43d1-8c7f-7a5cfd2aae41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-361275'] for router, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:21.859755 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08881c86-6e84-43d1-8c7f-7a5cfd2aae41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c3d9684-ae70-4cfb-9f2c-a0502022597c {{(pid=83160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 21:02:21.874759 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-08881c86-6e84-43d1-8c7f-7a5cfd2aae41 admin admin] Notify callbacks [] for router, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:21.878760 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-08881c86-6e84-43d1-8c7f-7a5cfd2aae41 admin admin] 10.222.0.39 "DELETE /v2.0/routers/0c3d9684-ae70-4cfb-9f2c-a0502022597c HTTP/1.1" status: 204 len: 168 time: 1.6670818 Mar 08 21:02:21.879223 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 48206) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:21.944188 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1f2987-4547-4115-9107-2e2fb4fb626a admin admin] Deleting subnet bff06441-7eb9-494f-8cf1-5b73b840bf8a {{(pid=83161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 08 21:02:21.947713 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9f1f2987-4547-4115-9107-2e2fb4fb626a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:22.010226 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9f1f2987-4547-4115-9107-2e2fb4fb626a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1095615'] for subnet, precommit_delete_associations {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:22.092613 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9f1f2987-4547-4115-9107-2e2fb4fb626a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558918'] for subnet, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:22.159445 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9f1f2987-4547-4115-9107-2e2fb4fb626a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3558927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1095503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1819689'] for subnet, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:22.199652 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f2987-4547-4115-9107-2e2fb4fb626a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bff06441-7eb9-494f-8cf1-5b73b840bf8a,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:22.206535 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9f1f2987-4547-4115-9107-2e2fb4fb626a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:22.211567 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e93376-a325-4e1b-8d25-8712d7da1995 None None] Network 239e2d37-cae2-4302-bc13-ce825026cdf1 requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 21:02:22.212526 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-9f1f2987-4547-4115-9107-2e2fb4fb626a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bff06441-7eb9-494f-8cf1-5b73b840bf8a HTTP/1.1" status: 204 len: 168 time: 0.3318949 Mar 08 21:02:22.215040 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 48214) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:22.318042 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c56146a5-2283-46f5-ad6e-5735f1722dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468514'] for network, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:22.328208 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-c56146a5-2283-46f5-ad6e-5735f1722dee admin admin] Deleting port 1efecbbb-de7e-4fe9-a6e7-1742f4842592 {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:02:22.328526 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c56146a5-2283-46f5-ad6e-5735f1722dee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:22.449001 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c88424d-734f-4fc1-b72a-176da0cd9f33 None None] DHCP port deletion for 239e2d37-cae2-4302-bc13-ce825026cdf1 request from dv-cinder-832328-1-smb {{(pid=83162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 08 21:02:22.453311 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-2c88424d-734f-4fc1-b72a-176da0cd9f33 None None] Deleting port 1efecbbb-de7e-4fe9-a6e7-1742f4842592 {{(pid=83162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:02:22.453779 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-2c88424d-734f-4fc1-b72a-176da0cd9f33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:22.532109 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [None req-c56146a5-2283-46f5-ad6e-5735f1722dee admin admin] For port 1efecbbb-de7e-4fe9-a6e7-1742f4842592, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=1efecbbb-de7e-4fe9-a6e7-1742f4842592,segment=NetworkSegment(03b3b2d9-75f4-4e89-a73f-0d746dee5412),segment_id=03b3b2d9-75f4-4e89-a73f-0d746dee5412)] {{(pid=83161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:02:22.532435 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c56146a5-2283-46f5-ad6e-5735f1722dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:22.645581 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-2c88424d-734f-4fc1-b72a-176da0cd9f33 None None] For port 1efecbbb-de7e-4fe9-a6e7-1742f4842592, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=1efecbbb-de7e-4fe9-a6e7-1742f4842592,segment=NetworkSegment(03b3b2d9-75f4-4e89-a73f-0d746dee5412),segment_id=03b3b2d9-75f4-4e89-a73f-0d746dee5412)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:02:22.646213 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-2c88424d-734f-4fc1-b72a-176da0cd9f33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:22.650383 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-c56146a5-2283-46f5-ad6e-5735f1722dee admin admin] Calling delete_port for 1efecbbb-de7e-4fe9-a6e7-1742f4842592 owned by network:dhcp {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:02:22.724728 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c56146a5-2283-46f5-ad6e-5735f1722dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:22.761996 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-2c88424d-734f-4fc1-b72a-176da0cd9f33 None None] Calling delete_port for 1efecbbb-de7e-4fe9-a6e7-1742f4842592 owned by network:dhcp {{(pid=83162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:02:22.767319 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56146a5-2283-46f5-ad6e-5735f1722dee admin admin] Pushing event deleted for resources: {'Port': ['ID=1efecbbb-de7e-4fe9-a6e7-1742f4842592,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:22.773944 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56146a5-2283-46f5-ad6e-5735f1722dee admin admin] No DVR routers for this DVR port 1efecbbb-de7e-4fe9-a6e7-1742f4842592 on host dv-cinder-832328-1-smb {{(pid=83161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:02:22.834463 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.db.api [None req-2c88424d-734f-4fc1-b72a-176da0cd9f33 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 21:02:22.834817 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG oslo_db.api [None req-2c88424d-734f-4fc1-b72a-176da0cd9f33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 21:02:22.885065 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 0712f70d-438d-4d44-8878-12479f10c9e8 no longer exists at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 21:02:22.887297 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c56146a5-2283-46f5-ad6e-5735f1722dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557779', 'neutron.services.segments.db._delete_segments_for_network-8774926378361'] for network, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:22.914202 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.services.segments.db [None req-c56146a5-2283-46f5-ad6e-5735f1722dee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['239e2d37-cae2-4302-bc13-ce825026cdf1']}} {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:22.917468 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] No Port match for: 0712f70d-438d-4d44-8878-12479f10c9e8 {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 21:02:22.917849 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 0712f70d-438d-4d44-8878-12479f10c9e8 not bound to the agent host dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 21:02:22.918293 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 1efecbbb-de7e-4fe9-a6e7-1742f4842592 no longer exists at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 21:02:22.930038 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.services.segments.db [None req-c56146a5-2283-46f5-ad6e-5735f1722dee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b3b2d9-75f4-4e89-a73f-0d746dee5412') {'for_net_delete': True} {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:22.930444 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.services.segments.db [None req-c56146a5-2283-46f5-ad6e-5735f1722dee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b3b2d9-75f4-4e89-a73f-0d746dee5412') {} {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:22.941771 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c56146a5-2283-46f5-ad6e-5735f1722dee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774926378244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1094476'] for segment, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:22.960765 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c56146a5-2283-46f5-ad6e-5735f1722dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:22.962101 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] No Port match for: 1efecbbb-de7e-4fe9-a6e7-1742f4842592 {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 21:02:22.962640 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 1efecbbb-de7e-4fe9-a6e7-1742f4842592 not bound to the agent host dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 21:02:22.963097 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 41f18e4c-623d-40b3-9c60-6e6243eaccee no longer exists at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 21:02:22.967618 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56146a5-2283-46f5-ad6e-5735f1722dee admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=83161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 08 21:02:22.968010 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c56146a5-2283-46f5-ad6e-5735f1722dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3537275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1095457'] for segment, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: Traceback (most recent call last): Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: timer() Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: cb(*args, **kw) Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: return func(*args, **kwargs) Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: self._notify() Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: self.callback(batched_events) Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: event.method(event) Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: return f(self, *a, **k) Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: return self._get(url).json() Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: return self.request(url, 'GET', **kwargs) Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 21:02:22.981120 dv-cinder-832328-1-smb neutron-server[83161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 21:02:23.002414 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] No Port match for: 41f18e4c-623d-40b3-9c60-6e6243eaccee {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 21:02:23.002756 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 41f18e4c-623d-40b3-9c60-6e6243eaccee not bound to the agent host dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 21:02:23.052000 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c56146a5-2283-46f5-ad6e-5735f1722dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356730'] for network, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:23.067673 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c56146a5-2283-46f5-ad6e-5735f1722dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:23.077913 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56146a5-2283-46f5-ad6e-5735f1722dee admin admin] Pushing event deleted for resources: {'Network': ['ID=239e2d37-cae2-4302-bc13-ce825026cdf1,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:23.090229 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-c56146a5-2283-46f5-ad6e-5735f1722dee admin admin] 10.222.0.39 "DELETE /v2.0/networks/239e2d37-cae2-4302-bc13-ce825026cdf1 HTTP/1.1" status: 204 len: 168 time: 0.8741286 Mar 08 21:02:23.232605 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 48226) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:23.286740 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-e4bcfbcd-0b93-4568-b053-c8c61f6ae31a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=83b0974382f941988054e5cb37b05168&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0529499 Mar 08 21:02:23.289194 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 48230) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:23.335882 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-2c88424d-734f-4fc1-b72a-176da0cd9f33 None None] Deleting port 1efecbbb-de7e-4fe9-a6e7-1742f4842592 {{(pid=83162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:02:23.336359 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-2c88424d-734f-4fc1-b72a-176da0cd9f33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:23.347478 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-87efde21-eb42-4ad7-9e03-7f3d9822325b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:23.372359 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-87efde21-eb42-4ad7-9e03-7f3d9822325b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:23.398119 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-2c88424d-734f-4fc1-b72a-176da0cd9f33 None None] The port '1efecbbb-de7e-4fe9-a6e7-1742f4842592' was deleted {{(pid=83162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 08 21:02:23.429301 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-87efde21-eb42-4ad7-9e03-7f3d9822325b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:23.444297 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87efde21-eb42-4ad7-9e03-7f3d9822325b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9944711-0fe1-4a28-8e82-a1a304337bc1,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:23.452726 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-87efde21-eb42-4ad7-9e03-7f3d9822325b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:23.456118 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-87efde21-eb42-4ad7-9e03-7f3d9822325b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9944711-0fe1-4a28-8e82-a1a304337bc1 HTTP/1.1" status: 204 len: 168 time: 0.1634083 Mar 08 21:02:24.810215 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 48276) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:25.449147 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a8529fa6-450c-4a5b-9e6b-751ceb30587a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-357242'] for router_interface, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:26.027683 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-a8529fa6-450c-4a5b-9e6b-751ceb30587a admin admin] Deleting port de88ea94-d0e2-409f-84d6-ac8e3f467870 {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:02:26.028301 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a8529fa6-450c-4a5b-9e6b-751ceb30587a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:26.195709 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [None req-a8529fa6-450c-4a5b-9e6b-751ceb30587a admin admin] For port de88ea94-d0e2-409f-84d6-ac8e3f467870, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=de88ea94-d0e2-409f-84d6-ac8e3f467870,segment=NetworkSegment(def440c0-28e5-481e-8733-4907081c4e81),segment_id=def440c0-28e5-481e-8733-4907081c4e81)] {{(pid=83161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:02:26.196054 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a8529fa6-450c-4a5b-9e6b-751ceb30587a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:26.317341 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-a8529fa6-450c-4a5b-9e6b-751ceb30587a admin admin] Calling delete_port for de88ea94-d0e2-409f-84d6-ac8e3f467870 owned by network:router_interface {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:02:26.483827 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a8529fa6-450c-4a5b-9e6b-751ceb30587a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:26.528362 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8529fa6-450c-4a5b-9e6b-751ceb30587a admin admin] Pushing event deleted for resources: {'Port': ['ID=de88ea94-d0e2-409f-84d6-ac8e3f467870,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:26.892671 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a8529fa6-450c-4a5b-9e6b-751ceb30587a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3538202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-357165'] for router_interface, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:27.446151 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8529fa6-450c-4a5b-9e6b-751ceb30587a admin admin] Router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:02:27.636905 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8529fa6-450c-4a5b-9e6b-751ceb30587a admin admin] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:02:27.645877 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adb38d4-690b-4849-b263-48cf4a843be3 None None] Sync routers for ids ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'] in dv-cinder-832328-1-smb {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 21:02:27.651462 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-a8529fa6-450c-4a5b-9e6b-751ceb30587a admin admin] 10.222.0.39 "PUT /v2.0/routers/322e80d3-9b8c-442f-a225-e74ce54a5eb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8379169 Mar 08 21:02:27.651694 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 48302) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:27.658671 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adb38d4-690b-4849-b263-48cf4a843be3 None None] Routers {'322e80d3-9b8c-442f-a225-e74ce54a5eb1'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 21:02:27.659396 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-6adb38d4-690b-4849-b263-48cf4a843be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T21:02:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:27.835855 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-6adb38d4-690b-4849-b263-48cf4a843be3 None None] Set router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 gateway port host: dv-cinder-832328-1-smb {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 21:02:27.857635 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-0ce5b919-21a1-44ce-8633-f0ee3597a811 admin admin] Notify callbacks [] for router, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:28.062505 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-0ce5b919-21a1-44ce-8633-f0ee3597a811 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:28.071970 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-0ce5b919-21a1-44ce-8633-f0ee3597a811 admin admin] Deleting port b6a2ee7e-00f6-41d1-82bb-5f955bd86b60 {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:02:28.072328 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-0ce5b919-21a1-44ce-8633-f0ee3597a811 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:28.162661 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-6adb38d4-690b-4849-b263-48cf4a843be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3'}], 'enable_snat': True}, 'gw_port_id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T21:02:26Z', 'revision_number': 5, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port': {'id': 'b6a2ee7e-00f6-41d1-82bb-5f955bd86b60', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:52:59Z', 'updated_at': '2022-03-08T20:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:28.167205 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adb38d4-690b-4849-b263-48cf4a843be3 None None] Checking router: 322e80d3-9b8c-442f-a225-e74ce54a5eb1 for host: dv-cinder-832328-1-smb {{(pid=83163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 21:02:28.177960 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adb38d4-690b-4849-b263-48cf4a843be3 None None] Routers {'322e80d3-9b8c-442f-a225-e74ce54a5eb1'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 21:02:28.178564 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-6adb38d4-690b-4849-b263-48cf4a843be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T21:02:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'], 'active': True} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:28.324779 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_dvr_db [None req-6adb38d4-690b-4849-b263-48cf4a843be3 None None] Set router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 gateway port host: None {{(pid=83163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 21:02:28.344496 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [None req-0ce5b919-21a1-44ce-8633-f0ee3597a811 admin admin] For port b6a2ee7e-00f6-41d1-82bb-5f955bd86b60, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=b6a2ee7e-00f6-41d1-82bb-5f955bd86b60,segment=NetworkSegment(270771a1-e195-4c27-89e2-1537a366dca1),segment_id=270771a1-e195-4c27-89e2-1537a366dca1)] {{(pid=83161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:02:28.344847 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-0ce5b919-21a1-44ce-8633-f0ee3597a811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:28.427694 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.l3_hamode_db [None req-6adb38d4-690b-4849-b263-48cf4a843be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T21:02:28Z', 'revision_number': 6, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port_host': None}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:28.432266 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adb38d4-690b-4849-b263-48cf4a843be3 None None] The sync data for ids ['322e80d3-9b8c-442f-a225-e74ce54a5eb1'] in dv-cinder-832328-1-smb is: [{'id': '322e80d3-9b8c-442f-a225-e74ce54a5eb1', 'name': 'tempest-AttachVolumeNegativeTest-1347754090-router', 'tenant_id': '75384b10ddb442bea7117c6826e163d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:52:58Z', 'updated_at': '2022-03-08T21:02:28Z', 'revision_number': 6, 'project_id': '75384b10ddb442bea7117c6826e163d3', 'gw_port_host': None}] {{(pid=83163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 21:02:28.470561 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-0ce5b919-21a1-44ce-8633-f0ee3597a811 admin admin] Calling delete_port for b6a2ee7e-00f6-41d1-82bb-5f955bd86b60 owned by network:router_gateway {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:02:28.627500 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-0ce5b919-21a1-44ce-8633-f0ee3597a811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:28.669742 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5b919-21a1-44ce-8633-f0ee3597a811 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6a2ee7e-00f6-41d1-82bb-5f955bd86b60,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:28.889415 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-0ce5b919-21a1-44ce-8633-f0ee3597a811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-356711'] for router_gateway, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:29.138753 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-0ce5b919-21a1-44ce-8633-f0ee3597a811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-361367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8632'] for router, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:29.142916 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-0ce5b919-21a1-44ce-8633-f0ee3597a811 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:29.179807 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-0ce5b919-21a1-44ce-8633-f0ee3597a811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-361275'] for router, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:29.180513 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce5b919-21a1-44ce-8633-f0ee3597a811 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 322e80d3-9b8c-442f-a225-e74ce54a5eb1 {{(pid=83161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 21:02:29.189835 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device de88ea94-d0e2-409f-84d6-ac8e3f467870 no longer exists at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 21:02:29.195456 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-0ce5b919-21a1-44ce-8633-f0ee3597a811 admin admin] Notify callbacks [] for router, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:29.199170 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-0ce5b919-21a1-44ce-8633-f0ee3597a811 admin admin] 10.222.0.39 "DELETE /v2.0/routers/322e80d3-9b8c-442f-a225-e74ce54a5eb1 HTTP/1.1" status: 204 len: 168 time: 1.5442305 Mar 08 21:02:29.199666 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 48320) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:29.236790 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] No Port match for: de88ea94-d0e2-409f-84d6-ac8e3f467870 {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 21:02:29.237122 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device de88ea94-d0e2-409f-84d6-ac8e3f467870 not bound to the agent host dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 21:02:29.266945 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.db_base_plugin_v2 [None req-21cc4d2c-5c07-4b9c-bb8b-aa133966e373 admin admin] Deleting subnet 631e0254-4619-4902-8397-d03caba0f7cf {{(pid=83160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 08 21:02:29.269935 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-21cc4d2c-5c07-4b9c-bb8b-aa133966e373 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:29.319808 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-21cc4d2c-5c07-4b9c-bb8b-aa133966e373 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1387715'] for subnet, precommit_delete_associations {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:29.400793 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-21cc4d2c-5c07-4b9c-bb8b-aa133966e373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558918'] for subnet, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:29.476045 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-21cc4d2c-5c07-4b9c-bb8b-aa133966e373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3558927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1387613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1778459'] for subnet, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:29.515458 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc4d2c-5c07-4b9c-bb8b-aa133966e373 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=631e0254-4619-4902-8397-d03caba0f7cf,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:29.521110 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-21cc4d2c-5c07-4b9c-bb8b-aa133966e373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for subnet, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:29.526242 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5861db34-2b28-418e-9b97-592af8c70c44 None None] Network 3ac543f3-ed2d-4557-8b9b-b33844ee4851 requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 21:02:29.527668 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-21cc4d2c-5c07-4b9c-bb8b-aa133966e373 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/631e0254-4619-4902-8397-d03caba0f7cf HTTP/1.1" status: 204 len: 168 time: 0.3268986 Mar 08 21:02:29.530601 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 48336) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:29.640602 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ba977c58-2184-4bc2-b79a-a6e2d28ad51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468514'] for network, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:29.652148 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-ba977c58-2184-4bc2-b79a-a6e2d28ad51d admin admin] Deleting port 9550f9a7-6e1e-4e69-91cc-67b486d29d3f {{(pid=83160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:02:29.652556 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ba977c58-2184-4bc2-b79a-a6e2d28ad51d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:29.808189 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3875905-4fae-41c9-8a33-da37785c2252 None None] DHCP port deletion for 3ac543f3-ed2d-4557-8b9b-b33844ee4851 request from dv-cinder-832328-1-smb {{(pid=83162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 08 21:02:29.813417 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-d3875905-4fae-41c9-8a33-da37785c2252 None None] Deleting port 9550f9a7-6e1e-4e69-91cc-67b486d29d3f {{(pid=83162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:02:29.813820 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-d3875905-4fae-41c9-8a33-da37785c2252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:29.868387 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [None req-ba977c58-2184-4bc2-b79a-a6e2d28ad51d admin admin] For port 9550f9a7-6e1e-4e69-91cc-67b486d29d3f, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=9550f9a7-6e1e-4e69-91cc-67b486d29d3f,segment=NetworkSegment(def440c0-28e5-481e-8733-4907081c4e81),segment_id=def440c0-28e5-481e-8733-4907081c4e81)] {{(pid=83160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:02:29.868830 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ba977c58-2184-4bc2-b79a-a6e2d28ad51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:30.004548 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-ba977c58-2184-4bc2-b79a-a6e2d28ad51d admin admin] Calling delete_port for 9550f9a7-6e1e-4e69-91cc-67b486d29d3f owned by network:dhcp {{(pid=83160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:02:30.013451 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-d3875905-4fae-41c9-8a33-da37785c2252 None None] For port 9550f9a7-6e1e-4e69-91cc-67b486d29d3f, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=9550f9a7-6e1e-4e69-91cc-67b486d29d3f,segment=NetworkSegment(def440c0-28e5-481e-8733-4907081c4e81),segment_id=def440c0-28e5-481e-8733-4907081c4e81)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:02:30.013867 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-d3875905-4fae-41c9-8a33-da37785c2252 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:30.080160 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ba977c58-2184-4bc2-b79a-a6e2d28ad51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:30.131292 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba977c58-2184-4bc2-b79a-a6e2d28ad51d admin admin] Pushing event deleted for resources: {'Port': ['ID=9550f9a7-6e1e-4e69-91cc-67b486d29d3f,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:30.136587 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-d3875905-4fae-41c9-8a33-da37785c2252 None None] Calling delete_port for 9550f9a7-6e1e-4e69-91cc-67b486d29d3f owned by network:dhcp {{(pid=83162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:02:30.148845 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba977c58-2184-4bc2-b79a-a6e2d28ad51d admin admin] No DVR routers for this DVR port 9550f9a7-6e1e-4e69-91cc-67b486d29d3f on host dv-cinder-832328-1-smb {{(pid=83160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:02:30.218428 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.db.api [None req-d3875905-4fae-41c9-8a33-da37785c2252 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 21:02:30.219006 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG oslo_db.api [None req-d3875905-4fae-41c9-8a33-da37785c2252 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 21:02:30.272444 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ba977c58-2184-4bc2-b79a-a6e2d28ad51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557779', 'neutron.services.segments.db._delete_segments_for_network-8774926378361'] for network, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:30.300536 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.services.segments.db [None req-ba977c58-2184-4bc2-b79a-a6e2d28ad51d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac543f3-ed2d-4557-8b9b-b33844ee4851']}} {{(pid=83160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:30.312488 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.services.segments.db [None req-ba977c58-2184-4bc2-b79a-a6e2d28ad51d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def440c0-28e5-481e-8733-4907081c4e81') {'for_net_delete': True} {{(pid=83160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:30.312828 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.services.segments.db [None req-ba977c58-2184-4bc2-b79a-a6e2d28ad51d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def440c0-28e5-481e-8733-4907081c4e81') {} {{(pid=83160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:02:30.324045 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ba977c58-2184-4bc2-b79a-a6e2d28ad51d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774926378244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1386544'] for segment, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:30.339386 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ba977c58-2184-4bc2-b79a-a6e2d28ad51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:30.345805 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba977c58-2184-4bc2-b79a-a6e2d28ad51d admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=83160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 08 21:02:30.346203 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ba977c58-2184-4bc2-b79a-a6e2d28ad51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3537275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1387571'] for segment, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: Traceback (most recent call last): Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: timer() Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: cb(*args, **kw) Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: return func(*args, **kwargs) Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: self._notify() Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: self.callback(batched_events) Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: event.method(event) Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: return f(self, *a, **k) Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: return self._get(url).json() Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: return self.request(url, 'GET', **kwargs) Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 21:02:30.360853 dv-cinder-832328-1-smb neutron-server[83160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 21:02:30.435310 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ba977c58-2184-4bc2-b79a-a6e2d28ad51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356730'] for network, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:30.450025 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ba977c58-2184-4bc2-b79a-a6e2d28ad51d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:30.461020 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba977c58-2184-4bc2-b79a-a6e2d28ad51d admin admin] Pushing event deleted for resources: {'Network': ['ID=3ac543f3-ed2d-4557-8b9b-b33844ee4851,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:30.472974 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-ba977c58-2184-4bc2-b79a-a6e2d28ad51d admin admin] 10.222.0.39 "DELETE /v2.0/networks/3ac543f3-ed2d-4557-8b9b-b33844ee4851 HTTP/1.1" status: 204 len: 168 time: 0.9414444 Mar 08 21:02:30.608809 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 48362) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:30.656515 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-b08f0a93-a82d-49b0-841e-3b5eb8ebe455 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=75384b10ddb442bea7117c6826e163d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0466273 Mar 08 21:02:30.658862 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 48366) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:30.717956 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d085f4b1-45b8-400b-bc83-db357a2fe480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:30.720195 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-d3875905-4fae-41c9-8a33-da37785c2252 None None] Deleting port 9550f9a7-6e1e-4e69-91cc-67b486d29d3f {{(pid=83162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:02:30.720668 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-d3875905-4fae-41c9-8a33-da37785c2252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:30.742326 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d085f4b1-45b8-400b-bc83-db357a2fe480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:30.783364 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-d3875905-4fae-41c9-8a33-da37785c2252 None None] The port '9550f9a7-6e1e-4e69-91cc-67b486d29d3f' was deleted {{(pid=83162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 08 21:02:30.799021 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d085f4b1-45b8-400b-bc83-db357a2fe480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:30.816148 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d085f4b1-45b8-400b-bc83-db357a2fe480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e08c0f-c906-40e5-8942-03a23ec45c81,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:30.823572 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d085f4b1-45b8-400b-bc83-db357a2fe480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:30.824881 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-d085f4b1-45b8-400b-bc83-db357a2fe480 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/60e08c0f-c906-40e5-8942-03a23ec45c81 HTTP/1.1" status: 204 len: 168 time: 0.1651683 Mar 08 21:02:30.881358 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device b6a2ee7e-00f6-41d1-82bb-5f955bd86b60 no longer exists at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 21:02:30.915338 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] No Port match for: b6a2ee7e-00f6-41d1-82bb-5f955bd86b60 {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 21:02:30.915676 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device b6a2ee7e-00f6-41d1-82bb-5f955bd86b60 not bound to the agent host dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 21:02:30.916085 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 9550f9a7-6e1e-4e69-91cc-67b486d29d3f no longer exists at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 21:02:30.946608 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] No Port match for: 9550f9a7-6e1e-4e69-91cc-67b486d29d3f {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 21:02:30.946944 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 9550f9a7-6e1e-4e69-91cc-67b486d29d3f not bound to the agent host dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 21:02:33.066859 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 48432) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:33.203923 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-195c891a-e542-4d5f-991b-b2d8a35f5411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:33.233220 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-195c891a-e542-4d5f-991b-b2d8a35f5411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:02:33.236870 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-195c891a-e542-4d5f-991b-b2d8a35f5411 admin admin] Usage tracker for resource:security_group_rule and tenant:769be8e6788c4899b046f3abc40054fa is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:02:33.239587 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-195c891a-e542-4d5f-991b-b2d8a35f5411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:02:33.245054 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-195c891a-e542-4d5f-991b-b2d8a35f5411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:02:33.308001 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-195c891a-e542-4d5f-991b-b2d8a35f5411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:33.311758 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-195c891a-e542-4d5f-991b-b2d8a35f5411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:33.357938 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c891a-e542-4d5f-991b-b2d8a35f5411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbf6059-b179-4b87-89e1-8294103ec371,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:33.365888 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-195c891a-e542-4d5f-991b-b2d8a35f5411 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=769be8e6788c4899b046f3abc40054fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2979031 Mar 08 21:02:33.368471 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 48438) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:33.431769 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e9bd7bdb-5dba-4166-bfd4-fdd4edf155f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:33.456087 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e9bd7bdb-5dba-4166-bfd4-fdd4edf155f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:33.509093 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e9bd7bdb-5dba-4166-bfd4-fdd4edf155f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:33.524319 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd7bdb-5dba-4166-bfd4-fdd4edf155f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbf6059-b179-4b87-89e1-8294103ec371,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:33.529147 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e9bd7bdb-5dba-4166-bfd4-fdd4edf155f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:33.530175 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-e9bd7bdb-5dba-4166-bfd4-fdd4edf155f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ecbf6059-b179-4b87-89e1-8294103ec371 HTTP/1.1" status: 204 len: 168 time: 0.1604693 Mar 08 21:02:33.864746 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 48452) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:33.882150 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5a7270a1-341d-4370-81b3-cc9032c2a9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:33.913950 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-5a7270a1-341d-4370-81b3-cc9032c2a9c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:02:33.918389 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-5a7270a1-341d-4370-81b3-cc9032c2a9c6 admin admin] Usage tracker for resource:security_group_rule and tenant:86c454e475604139b406b6e10cba16c9 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:02:33.921558 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-5a7270a1-341d-4370-81b3-cc9032c2a9c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:02:33.927863 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-5a7270a1-341d-4370-81b3-cc9032c2a9c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:02:34.001974 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5a7270a1-341d-4370-81b3-cc9032c2a9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:34.006139 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5a7270a1-341d-4370-81b3-cc9032c2a9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:34.060307 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-5a7270a1-341d-4370-81b3-cc9032c2a9c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=86c454e475604139b406b6e10cba16c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1919649 Mar 08 21:02:34.060307 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7270a1-341d-4370-81b3-cc9032c2a9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66183cf7-b91b-4a8c-affc-dd7a999f1110,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:34.060686 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 48458) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:34.074468 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 48462) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:34.126824 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-271aa4e6-620a-4a21-a9a7-2c0fd7220924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:34.151514 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-271aa4e6-620a-4a21-a9a7-2c0fd7220924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:34.205091 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-271aa4e6-620a-4a21-a9a7-2c0fd7220924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:34.218344 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a614c190-9ca9-4621-8870-2cdd0c397cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:34.222432 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271aa4e6-620a-4a21-a9a7-2c0fd7220924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66183cf7-b91b-4a8c-affc-dd7a999f1110,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:34.229505 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-271aa4e6-620a-4a21-a9a7-2c0fd7220924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:34.231410 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-271aa4e6-620a-4a21-a9a7-2c0fd7220924 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/66183cf7-b91b-4a8c-affc-dd7a999f1110 HTTP/1.1" status: 204 len: 168 time: 0.1695356 Mar 08 21:02:34.250945 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-a614c190-9ca9-4621-8870-2cdd0c397cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:02:34.254636 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-a614c190-9ca9-4621-8870-2cdd0c397cb8 admin admin] Usage tracker for resource:security_group_rule and tenant:83a2162bf28c41f292f9adc538330a83 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:02:34.257938 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-a614c190-9ca9-4621-8870-2cdd0c397cb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:02:34.263540 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-a614c190-9ca9-4621-8870-2cdd0c397cb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:02:34.427271 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a614c190-9ca9-4621-8870-2cdd0c397cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:34.431449 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a614c190-9ca9-4621-8870-2cdd0c397cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:34.478964 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-a614c190-9ca9-4621-8870-2cdd0c397cb8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=83a2162bf28c41f292f9adc538330a83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4043207 Mar 08 21:02:34.480507 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614c190-9ca9-4621-8870-2cdd0c397cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c85acc3-a66b-49e3-aa9e-d4e4b2fb05b1,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:34.481804 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 48472) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:34.620372 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d72cd2bf-bd46-4c59-9ba8-243ba2239193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:34.644933 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d72cd2bf-bd46-4c59-9ba8-243ba2239193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:34.697514 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d72cd2bf-bd46-4c59-9ba8-243ba2239193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:34.713612 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cd2bf-bd46-4c59-9ba8-243ba2239193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c85acc3-a66b-49e3-aa9e-d4e4b2fb05b1,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:34.720486 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d72cd2bf-bd46-4c59-9ba8-243ba2239193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:34.721849 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-d72cd2bf-bd46-4c59-9ba8-243ba2239193 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c85acc3-a66b-49e3-aa9e-d4e4b2fb05b1 HTTP/1.1" status: 204 len: 168 time: 0.2381749 Mar 08 21:02:36.977749 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 48574) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:37.114936 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d065dbc2-e80f-4b0a-ab9e-175c513b46bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:37.144059 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-d065dbc2-e80f-4b0a-ab9e-175c513b46bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:02:37.147872 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-d065dbc2-e80f-4b0a-ab9e-175c513b46bb admin admin] Usage tracker for resource:security_group_rule and tenant:c5365967fe434909a0a5506cc074bec3 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:02:37.150608 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-d065dbc2-e80f-4b0a-ab9e-175c513b46bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:02:37.156580 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-d065dbc2-e80f-4b0a-ab9e-175c513b46bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:02:37.218255 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d065dbc2-e80f-4b0a-ab9e-175c513b46bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:37.222049 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d065dbc2-e80f-4b0a-ab9e-175c513b46bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:37.269089 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065dbc2-e80f-4b0a-ab9e-175c513b46bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bf8202-b2fb-496d-b5ce-5d561b1e8b0d,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:37.273436 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-d065dbc2-e80f-4b0a-ab9e-175c513b46bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c5365967fe434909a0a5506cc074bec3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2946887 Mar 08 21:02:37.276223 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 48580) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:37.333212 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-924dca5b-8794-4dd8-8b62-68ee79968b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:37.358681 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-924dca5b-8794-4dd8-8b62-68ee79968b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:37.406714 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-924dca5b-8794-4dd8-8b62-68ee79968b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:37.420589 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924dca5b-8794-4dd8-8b62-68ee79968b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bf8202-b2fb-496d-b5ce-5d561b1e8b0d,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:37.426424 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-924dca5b-8794-4dd8-8b62-68ee79968b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:37.427539 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-924dca5b-8794-4dd8-8b62-68ee79968b58 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a0bf8202-b2fb-496d-b5ce-5d561b1e8b0d HTTP/1.1" status: 204 len: 168 time: 0.1504610 Mar 08 21:02:37.754805 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 48594) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:37.773369 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-0132520a-b38a-4824-8250-4d3e2099a29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:37.807828 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-0132520a-b38a-4824-8250-4d3e2099a29c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:02:37.808735 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-0132520a-b38a-4824-8250-4d3e2099a29c admin admin] Usage tracker for resource:security_group_rule and tenant:ab087a74c32f4b24a21fc539de7f7351 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:02:37.812084 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-0132520a-b38a-4824-8250-4d3e2099a29c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:02:37.817728 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-0132520a-b38a-4824-8250-4d3e2099a29c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:02:37.885384 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-0132520a-b38a-4824-8250-4d3e2099a29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:37.889974 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-0132520a-b38a-4824-8250-4d3e2099a29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:37.934180 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0132520a-b38a-4824-8250-4d3e2099a29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef55bb82-d5b6-42b6-8619-b0c6c08f355e,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:37.942090 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 48608) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:37.946247 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-0132520a-b38a-4824-8250-4d3e2099a29c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab087a74c32f4b24a21fc539de7f7351&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1885223 Mar 08 21:02:38.009522 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e8a243c0-69e3-4b85-ad35-db772c2b871f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:38.034383 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e8a243c0-69e3-4b85-ad35-db772c2b871f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:38.085721 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e8a243c0-69e3-4b85-ad35-db772c2b871f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:38.103066 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a243c0-69e3-4b85-ad35-db772c2b871f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef55bb82-d5b6-42b6-8619-b0c6c08f355e,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:38.116515 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e8a243c0-69e3-4b85-ad35-db772c2b871f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:38.119154 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-e8a243c0-69e3-4b85-ad35-db772c2b871f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ef55bb82-d5b6-42b6-8619-b0c6c08f355e HTTP/1.1" status: 204 len: 168 time: 0.1748602 Mar 08 21:02:39.578151 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 48660) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:39.712379 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-91bd41b7-1bbb-4bf7-95c0-cd05bbd33aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:39.743599 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-91bd41b7-1bbb-4bf7-95c0-cd05bbd33aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:02:39.748107 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-91bd41b7-1bbb-4bf7-95c0-cd05bbd33aaf admin admin] Usage tracker for resource:security_group_rule and tenant:b5a54fb47d814e41a011c2b4ac966672 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:02:39.750936 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-91bd41b7-1bbb-4bf7-95c0-cd05bbd33aaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:02:39.758135 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-91bd41b7-1bbb-4bf7-95c0-cd05bbd33aaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:02:39.827015 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-91bd41b7-1bbb-4bf7-95c0-cd05bbd33aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:39.830886 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-91bd41b7-1bbb-4bf7-95c0-cd05bbd33aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:39.877498 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd41b7-1bbb-4bf7-95c0-cd05bbd33aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53c42b4-c3d2-434b-a568-aeca798d1dde,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:39.885039 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-91bd41b7-1bbb-4bf7-95c0-cd05bbd33aaf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5a54fb47d814e41a011c2b4ac966672&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3057024 Mar 08 21:02:39.885192 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 48674) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:39.947193 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-ce8a0b63-d156-495c-a900-c4e758f614d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:39.972343 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-ce8a0b63-d156-495c-a900-c4e758f614d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:40.025047 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-ce8a0b63-d156-495c-a900-c4e758f614d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:40.031003 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-f141c28c-4030-4d72-99b5-87a423e515f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:40.045549 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a0b63-d156-495c-a900-c4e758f614d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53c42b4-c3d2-434b-a568-aeca798d1dde,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:40.047499 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-ce8a0b63-d156-495c-a900-c4e758f614d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:40.051222 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-ce8a0b63-d156-495c-a900-c4e758f614d8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c53c42b4-c3d2-434b-a568-aeca798d1dde HTTP/1.1" status: 204 len: 168 time: 0.1623244 Mar 08 21:02:40.371921 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 48690) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:40.506984 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 48696) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:40.513946 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-14859929-d96d-4558-9a69-7f1661f7972f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:40.528885 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-1f94678c-7bcd-4558-9358-7d4a2f04cf67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:40.543857 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-14859929-d96d-4558-9a69-7f1661f7972f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:02:40.548116 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-14859929-d96d-4558-9a69-7f1661f7972f admin admin] Usage tracker for resource:security_group_rule and tenant:2c26b3267fe04aeb9b9f6d7a2395ad2a is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:02:40.550891 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-14859929-d96d-4558-9a69-7f1661f7972f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:02:40.556462 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-14859929-d96d-4558-9a69-7f1661f7972f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:02:40.561206 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-1f94678c-7bcd-4558-9358-7d4a2f04cf67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:02:40.565131 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-1f94678c-7bcd-4558-9358-7d4a2f04cf67 admin admin] Usage tracker for resource:security_group_rule and tenant:12bf35c1d6d448538bb3517ee3697304 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:02:40.568149 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-1f94678c-7bcd-4558-9358-7d4a2f04cf67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:02:40.574081 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-1f94678c-7bcd-4558-9358-7d4a2f04cf67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:02:40.624774 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-14859929-d96d-4558-9a69-7f1661f7972f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:40.628461 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-14859929-d96d-4558-9a69-7f1661f7972f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:40.639699 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-1f94678c-7bcd-4558-9358-7d4a2f04cf67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:40.644942 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-1f94678c-7bcd-4558-9358-7d4a2f04cf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:40.676393 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14859929-d96d-4558-9a69-7f1661f7972f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278b31d8-19ee-4a60-98f0-3d5dc2767399,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:40.684630 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-14859929-d96d-4558-9a69-7f1661f7972f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2c26b3267fe04aeb9b9f6d7a2395ad2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3115807 Mar 08 21:02:40.687855 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 48700) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:40.701627 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94678c-7bcd-4558-9358-7d4a2f04cf67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a4ef6c-cecb-4dac-86a1-8ef6c0a698a6,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:40.711271 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-1f94678c-7bcd-4558-9358-7d4a2f04cf67 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=12bf35c1d6d448538bb3517ee3697304&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2032802 Mar 08 21:02:40.714122 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 48704) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:40.755552 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-cbf63d95-212f-4a12-885b-41428df0cbe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:40.772484 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b626fa82-e894-49ce-8798-bbe8ce1f30d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:40.781609 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-cbf63d95-212f-4a12-885b-41428df0cbe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:40.798094 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b626fa82-e894-49ce-8798-bbe8ce1f30d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:40.835673 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-cbf63d95-212f-4a12-885b-41428df0cbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:40.847841 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b626fa82-e894-49ce-8798-bbe8ce1f30d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:40.850736 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf63d95-212f-4a12-885b-41428df0cbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278b31d8-19ee-4a60-98f0-3d5dc2767399,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:40.867784 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626fa82-e894-49ce-8798-bbe8ce1f30d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a4ef6c-cecb-4dac-86a1-8ef6c0a698a6,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:40.868683 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-cbf63d95-212f-4a12-885b-41428df0cbe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:40.872318 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-cbf63d95-212f-4a12-885b-41428df0cbe3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/278b31d8-19ee-4a60-98f0-3d5dc2767399 HTTP/1.1" status: 204 len: 168 time: 0.1809399 Mar 08 21:02:40.884055 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b626fa82-e894-49ce-8798-bbe8ce1f30d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:40.887935 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-b626fa82-e894-49ce-8798-bbe8ce1f30d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c4a4ef6c-cecb-4dac-86a1-8ef6c0a698a6 HTTP/1.1" status: 204 len: 168 time: 0.1702106 Mar 08 21:02:41.319774 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 48722) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:41.338109 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-527d3fda-5b12-4655-9955-118329a83d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:41.368742 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-527d3fda-5b12-4655-9955-118329a83d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:02:41.372667 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-527d3fda-5b12-4655-9955-118329a83d54 admin admin] Usage tracker for resource:security_group_rule and tenant:a0b558de2ed14b3c82e95306ca61e321 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:02:41.375431 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-527d3fda-5b12-4655-9955-118329a83d54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:02:41.381085 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-527d3fda-5b12-4655-9955-118329a83d54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:02:41.446598 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-527d3fda-5b12-4655-9955-118329a83d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:41.451085 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-527d3fda-5b12-4655-9955-118329a83d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:41.494104 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d3fda-5b12-4655-9955-118329a83d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da71486-9676-4099-8101-bb60a9f714d8,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:41.499854 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-527d3fda-5b12-4655-9955-118329a83d54 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a0b558de2ed14b3c82e95306ca61e321&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1790376 Mar 08 21:02:41.502524 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 48728) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:41.564317 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6cfbdf4d-302f-4b37-876d-97b85cc263f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:41.589317 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6cfbdf4d-302f-4b37-876d-97b85cc263f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:41.646169 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6cfbdf4d-302f-4b37-876d-97b85cc263f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:41.660529 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfbdf4d-302f-4b37-876d-97b85cc263f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da71486-9676-4099-8101-bb60a9f714d8,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:41.669992 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-6cfbdf4d-302f-4b37-876d-97b85cc263f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:41.674332 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-6cfbdf4d-302f-4b37-876d-97b85cc263f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9da71486-9676-4099-8101-bb60a9f714d8 HTTP/1.1" status: 204 len: 168 time: 0.1691036 Mar 08 21:02:42.314250 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-e32b4879-db38-485a-b7bf-ecba9c3d260c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:43.350504 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:43.548303 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:44.866619 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:47.667619 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 48872) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:47.804497 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6dd3d9aa-6767-494d-b51b-033eddcccf90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:47.833822 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-6dd3d9aa-6767-494d-b51b-033eddcccf90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:02:47.837496 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-6dd3d9aa-6767-494d-b51b-033eddcccf90 admin admin] Usage tracker for resource:security_group_rule and tenant:4cf3f46a646b40a7b7d8f73b6aa8cd71 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:02:47.840284 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-6dd3d9aa-6767-494d-b51b-033eddcccf90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:02:47.846325 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-6dd3d9aa-6767-494d-b51b-033eddcccf90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:02:47.911168 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6dd3d9aa-6767-494d-b51b-033eddcccf90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:47.915309 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-6dd3d9aa-6767-494d-b51b-033eddcccf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:47.961981 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3d9aa-6767-494d-b51b-033eddcccf90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef9b60d-f9fb-4618-82e7-f04bd89638a1,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:47.966792 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-6dd3d9aa-6767-494d-b51b-033eddcccf90 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4cf3f46a646b40a7b7d8f73b6aa8cd71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2981837 Mar 08 21:02:47.969340 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 48878) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:48.026678 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-120b4ce1-be39-4f42-ba25-49b5a4493090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:48.052330 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-120b4ce1-be39-4f42-ba25-49b5a4493090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:48.102835 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-120b4ce1-be39-4f42-ba25-49b5a4493090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:48.121617 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b4ce1-be39-4f42-ba25-49b5a4493090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef9b60d-f9fb-4618-82e7-f04bd89638a1,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:48.131753 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-120b4ce1-be39-4f42-ba25-49b5a4493090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:48.135290 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-120b4ce1-be39-4f42-ba25-49b5a4493090 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ef9b60d-f9fb-4618-82e7-f04bd89638a1 HTTP/1.1" status: 204 len: 168 time: 0.1626208 Mar 08 21:02:48.296662 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:48.461357 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 48886) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:48.478938 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-3bb14e52-4aff-4728-8606-cc351478aa81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:48.515680 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-3bb14e52-4aff-4728-8606-cc351478aa81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:02:48.519514 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-3bb14e52-4aff-4728-8606-cc351478aa81 admin admin] Usage tracker for resource:security_group_rule and tenant:6c14fbcf31594803845a40d9886e2937 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:02:48.522379 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-3bb14e52-4aff-4728-8606-cc351478aa81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:02:48.528053 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-3bb14e52-4aff-4728-8606-cc351478aa81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:02:48.593851 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-3bb14e52-4aff-4728-8606-cc351478aa81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:48.597361 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-3bb14e52-4aff-4728-8606-cc351478aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:48.641343 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb14e52-4aff-4728-8606-cc351478aa81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afebe3ca-5dcd-41c6-ac84-684f52b2aa3c,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:48.649314 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-3bb14e52-4aff-4728-8606-cc351478aa81 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6c14fbcf31594803845a40d9886e2937&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1869013 Mar 08 21:02:48.649438 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 48894) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:48.713687 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e51c8567-c9fb-413c-ab63-8cc9d6ea52af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:48.738669 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e51c8567-c9fb-413c-ab63-8cc9d6ea52af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:48.786347 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e51c8567-c9fb-413c-ab63-8cc9d6ea52af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:48.804324 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c8567-c9fb-413c-ab63-8cc9d6ea52af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afebe3ca-5dcd-41c6-ac84-684f52b2aa3c,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:48.806254 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e51c8567-c9fb-413c-ab63-8cc9d6ea52af admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:48.807459 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-e51c8567-c9fb-413c-ab63-8cc9d6ea52af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/afebe3ca-5dcd-41c6-ac84-684f52b2aa3c HTTP/1.1" status: 204 len: 168 time: 0.1570964 Mar 08 21:02:51.536927 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 48990) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:51.685996 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-53f9d340-639e-4e73-9a57-18549bb7277e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:51.718045 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-53f9d340-639e-4e73-9a57-18549bb7277e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:02:51.721779 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-53f9d340-639e-4e73-9a57-18549bb7277e admin admin] Usage tracker for resource:security_group_rule and tenant:de4e9e0d4e0244fab906a03032576c07 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:02:51.724491 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-53f9d340-639e-4e73-9a57-18549bb7277e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:02:51.730061 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-53f9d340-639e-4e73-9a57-18549bb7277e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:02:51.792596 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-53f9d340-639e-4e73-9a57-18549bb7277e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:51.796205 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-53f9d340-639e-4e73-9a57-18549bb7277e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:51.839856 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9d340-639e-4e73-9a57-18549bb7277e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4094aca5-e7ab-421d-a821-bbf1c6ba0869,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:51.844712 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-53f9d340-639e-4e73-9a57-18549bb7277e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=de4e9e0d4e0244fab906a03032576c07&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3067296 Mar 08 21:02:51.847749 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 48998) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:51.908760 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-55b9df21-d19b-4b23-a229-dd68de796df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:51.933661 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-55b9df21-d19b-4b23-a229-dd68de796df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:51.983028 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-55b9df21-d19b-4b23-a229-dd68de796df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:51.996785 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9df21-d19b-4b23-a229-dd68de796df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4094aca5-e7ab-421d-a821-bbf1c6ba0869,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:52.003314 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-55b9df21-d19b-4b23-a229-dd68de796df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:52.004423 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-55b9df21-d19b-4b23-a229-dd68de796df5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4094aca5-e7ab-421d-a821-bbf1c6ba0869 HTTP/1.1" status: 204 len: 168 time: 0.1562319 Mar 08 21:02:52.326459 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 49006) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:52.344499 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-3e3666de-edb1-430a-a28d-282b63970e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:52.374229 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-3e3666de-edb1-430a-a28d-282b63970e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:02:52.377921 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-3e3666de-edb1-430a-a28d-282b63970e85 admin admin] Usage tracker for resource:security_group_rule and tenant:94f7a74a7e894e19abe30afb98494f3d is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:02:52.380615 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-3e3666de-edb1-430a-a28d-282b63970e85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:02:52.386102 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-3e3666de-edb1-430a-a28d-282b63970e85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:02:52.452194 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-3e3666de-edb1-430a-a28d-282b63970e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:52.456088 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-3e3666de-edb1-430a-a28d-282b63970e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:52.501050 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3666de-edb1-430a-a28d-282b63970e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af37df15-b9bf-446e-9b02-cc880e93f447,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:52.504526 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-3e3666de-edb1-430a-a28d-282b63970e85 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=94f7a74a7e894e19abe30afb98494f3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1770666 Mar 08 21:02:52.507287 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 49010) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:02:52.511776 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3666de-edb1-430a-a28d-282b63970e85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:02:52.512125 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3666de-edb1-430a-a28d-282b63970e85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:02:52.512994 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3666de-edb1-430a-a28d-282b63970e85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:02:52.513326 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3666de-edb1-430a-a28d-282b63970e85 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:02:52.513676 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3666de-edb1-430a-a28d-282b63970e85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:02:52.514014 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3666de-edb1-430a-a28d-282b63970e85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:02:52.514337 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3666de-edb1-430a-a28d-282b63970e85 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:02:52.514660 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3666de-edb1-430a-a28d-282b63970e85 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:02:52.514982 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3666de-edb1-430a-a28d-282b63970e85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:02:52.515300 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3666de-edb1-430a-a28d-282b63970e85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:02:52.515617 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3666de-edb1-430a-a28d-282b63970e85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:02:52.565501 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-a598f863-a97e-4129-b300-58c254f09859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:52.589853 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-a598f863-a97e-4129-b300-58c254f09859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:52.641218 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-a598f863-a97e-4129-b300-58c254f09859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:52.657360 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598f863-a97e-4129-b300-58c254f09859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af37df15-b9bf-446e-9b02-cc880e93f447,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:02:52.661276 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-a598f863-a97e-4129-b300-58c254f09859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:02:52.662250 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-a598f863-a97e-4129-b300-58c254f09859 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/af37df15-b9bf-446e-9b02-cc880e93f447 HTTP/1.1" status: 204 len: 168 time: 0.1540108 Mar 08 21:02:54.753869 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 21:02:59.071753 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5fa13341-307e-45f3-9f61-bf415f371551 req-ca349128-8510-4099-9b55-b2c017338023 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55267becfde149f1a4014dbf3988abc1&device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 1099 time: 0.0689759 Mar 08 21:02:59.201670 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047097e7-b833-4c66-9ce6-d3bc76cbe6e0 req-9161db72-0951-4a59-854f-b5b3d2a1dd11 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:02:59.203203 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-047097e7-b833-4c66-9ce6-d3bc76cbe6e0 req-9161db72-0951-4a59-854f-b5b3d2a1dd11 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 946 time: 0.2832754 Mar 08 21:02:59.218003 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa13341-307e-45f3-9f61-bf415f371551 req-20bd749d-46e1-4a69-b8f1-2423380d29f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:02:59.219432 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5fa13341-307e-45f3-9f61-bf415f371551 req-20bd749d-46e1-4a69-b8f1-2423380d29f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=00070523-754b-4fd2-826d-d4ba066d78ff HTTP/1.1" status: 200 len: 917 time: 0.1278932 Mar 08 21:02:59.250156 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-047097e7-b833-4c66-9ce6-d3bc76cbe6e0 req-60cc872b-e988-4c92-a20f-26e16a98d5fa tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406806 Mar 08 21:02:59.324175 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5fa13341-307e-45f3-9f61-bf415f371551 req-16808eaf-4c97-4649-b5b2-6e853704a4c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db HTTP/1.1" status: 200 len: 1002 time: 0.0976174 Mar 08 21:02:59.388315 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa13341-307e-45f3-9f61-bf415f371551 req-ac8391cd-9b26-4025-9bd5-d910d83fd8af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:02:59.389759 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5fa13341-307e-45f3-9f61-bf415f371551 req-ac8391cd-9b26-4025-9bd5-d910d83fd8af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8 HTTP/1.1" status: 200 len: 855 time: 0.0593965 Mar 08 21:02:59.464428 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5fa13341-307e-45f3-9f61-bf415f371551 req-6c5337b3-5ea5-436d-b42c-3854da901ae6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00070523-754b-4fd2-826d-d4ba066d78ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0689604 Mar 08 21:02:59.596262 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5fa13341-307e-45f3-9f61-bf415f371551 req-020f3a9b-5629-4617-a686-80dc3c443258 service neutron] 10.222.0.21 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257670 Mar 08 21:02:59.752494 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5fa13341-307e-45f3-9f61-bf415f371551 req-c4e11985-5b7b-4d24-a69d-e53a57c0e73a service neutron] 10.222.0.21 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466179 Mar 08 21:03:00.073395 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 49190) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:03:00.218066 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-63706002-e0cc-471e-86ef-d599a26db999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:00.250932 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-63706002-e0cc-471e-86ef-d599a26db999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:03:00.255587 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-63706002-e0cc-471e-86ef-d599a26db999 admin admin] Usage tracker for resource:security_group_rule and tenant:62ffc1e4c72f410c9d3d99869f2ee568 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:03:00.258430 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-63706002-e0cc-471e-86ef-d599a26db999 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:03:00.265722 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-63706002-e0cc-471e-86ef-d599a26db999 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:03:00.336160 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-63706002-e0cc-471e-86ef-d599a26db999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:00.340087 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-63706002-e0cc-471e-86ef-d599a26db999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:00.386285 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63706002-e0cc-471e-86ef-d599a26db999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b657358-5c10-4de1-827d-5214ffec3e91,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:00.391976 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-63706002-e0cc-471e-86ef-d599a26db999 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=62ffc1e4c72f410c9d3d99869f2ee568&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3175082 Mar 08 21:03:00.394742 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 49198) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:03:00.459338 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-ce49a89b-7adc-4476-9a44-dcc12ce3db66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:00.484781 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-ce49a89b-7adc-4476-9a44-dcc12ce3db66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:00.537849 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-ce49a89b-7adc-4476-9a44-dcc12ce3db66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:00.555347 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49a89b-7adc-4476-9a44-dcc12ce3db66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b657358-5c10-4de1-827d-5214ffec3e91,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:00.608801 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-ce49a89b-7adc-4476-9a44-dcc12ce3db66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:00.609917 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-ce49a89b-7adc-4476-9a44-dcc12ce3db66 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6b657358-5c10-4de1-827d-5214ffec3e91 HTTP/1.1" status: 204 len: 168 time: 0.2141292 Mar 08 21:03:00.639189 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5c31c-0375-4e60-835d-7734a4f5ffa3 req-20ce8e67-26a5-4285-ae80-b241b4a9b477 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:00.640607 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b6d5c31c-0375-4e60-835d-7734a4f5ffa3 req-20ce8e67-26a5-4285-ae80-b241b4a9b477 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 946 time: 0.2433972 Mar 08 21:03:00.684562 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b6d5c31c-0375-4e60-835d-7734a4f5ffa3 req-57bcd197-86bd-4391-a3be-f18564efb00c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383453 Mar 08 21:03:00.930952 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 49212) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:03:00.949468 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5cd633f1-37fb-45f7-968b-f8f015588b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:00.979559 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-5cd633f1-37fb-45f7-968b-f8f015588b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:03:00.983810 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-5cd633f1-37fb-45f7-968b-f8f015588b14 admin admin] Usage tracker for resource:security_group_rule and tenant:0a8156ec08b24f90b28f354f97604596 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:03:00.986597 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-5cd633f1-37fb-45f7-968b-f8f015588b14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:03:00.992037 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-5cd633f1-37fb-45f7-968b-f8f015588b14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:03:01.061363 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5cd633f1-37fb-45f7-968b-f8f015588b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:01.065930 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5cd633f1-37fb-45f7-968b-f8f015588b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:01.121113 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-5cd633f1-37fb-45f7-968b-f8f015588b14 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0a8156ec08b24f90b28f354f97604596&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1865997 Mar 08 21:03:01.121113 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd633f1-37fb-45f7-968b-f8f015588b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cae365-1174-4c80-8811-0b7fff81cf27,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:01.122444 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 49220) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:03:01.183071 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d20b26da-9eed-430b-8043-48d651a0c6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:01.209496 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d20b26da-9eed-430b-8043-48d651a0c6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:01.259698 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d20b26da-9eed-430b-8043-48d651a0c6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:01.276064 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b26da-9eed-430b-8043-48d651a0c6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cae365-1174-4c80-8811-0b7fff81cf27,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:01.284606 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d20b26da-9eed-430b-8043-48d651a0c6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:01.285793 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-d20b26da-9eed-430b-8043-48d651a0c6fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/25cae365-1174-4c80-8811-0b7fff81cf27 HTTP/1.1" status: 204 len: 168 time: 0.1627121 Mar 08 21:03:01.897530 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9661c-1db9-4ae3-a285-45d50cc9735c req-e230c83a-7f71-4c32-acd5-b4a082f2c4e4 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:01.899100 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ebb9661c-1db9-4ae3-a285-45d50cc9735c req-e230c83a-7f71-4c32-acd5-b4a082f2c4e4 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 946 time: 0.0805702 Mar 08 21:03:01.947305 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ebb9661c-1db9-4ae3-a285-45d50cc9735c req-52522ae2-b62e-455f-a881-deb04d4b51c1 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407772 Mar 08 21:03:03.159185 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811c0da-4d11-433c-868f-00a54916e1f5 req-6d9b971c-04bd-4ff8-b809-19ac9b1f770c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:03.160639 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-4811c0da-4d11-433c-868f-00a54916e1f5 req-6d9b971c-04bd-4ff8-b809-19ac9b1f770c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 946 time: 0.0794182 Mar 08 21:03:03.207440 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-4811c0da-4d11-433c-868f-00a54916e1f5 req-603018bd-5f1f-4e20-a4e7-db915711fb9e tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400245 Mar 08 21:03:04.416189 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556b2a9-5873-4493-898b-337483505517 req-9748a799-72ef-43d3-88b5-9a4e609ed0e5 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:04.417526 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-2556b2a9-5873-4493-898b-337483505517 req-9748a799-72ef-43d3-88b5-9a4e609ed0e5 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 946 time: 0.0731492 Mar 08 21:03:04.464527 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-2556b2a9-5873-4493-898b-337483505517 req-c5b5a9ad-e8a5-4e33-89b8-647a82a96497 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410888 Mar 08 21:03:05.050448 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 49320) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:03:05.198300 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-25342547-2f8c-4a39-ae1c-0d5b9f5b764b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:05.233156 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-25342547-2f8c-4a39-ae1c-0d5b9f5b764b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:03:05.241575 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-25342547-2f8c-4a39-ae1c-0d5b9f5b764b admin admin] Usage tracker for resource:security_group_rule and tenant:c187d6aa06cd4c86b651f751c1926c32 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:03:05.244444 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-25342547-2f8c-4a39-ae1c-0d5b9f5b764b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:03:05.250116 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-25342547-2f8c-4a39-ae1c-0d5b9f5b764b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:03:05.323891 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-25342547-2f8c-4a39-ae1c-0d5b9f5b764b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:05.328010 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-25342547-2f8c-4a39-ae1c-0d5b9f5b764b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:05.370824 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25342547-2f8c-4a39-ae1c-0d5b9f5b764b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09873a27-2eb4-4fce-b878-3c6faee1e32d,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:05.376709 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-25342547-2f8c-4a39-ae1c-0d5b9f5b764b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c187d6aa06cd4c86b651f751c1926c32&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3252249 Mar 08 21:03:05.379241 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 49330) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:03:05.436808 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-fbe4874f-8f89-49c1-b515-a3807b8f4fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:05.460735 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-fbe4874f-8f89-49c1-b515-a3807b8f4fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:05.518137 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-fbe4874f-8f89-49c1-b515-a3807b8f4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:05.534495 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4874f-8f89-49c1-b515-a3807b8f4fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09873a27-2eb4-4fce-b878-3c6faee1e32d,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:05.537689 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-fbe4874f-8f89-49c1-b515-a3807b8f4fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:05.541896 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-fbe4874f-8f89-49c1-b515-a3807b8f4fa8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09873a27-2eb4-4fce-b878-3c6faee1e32d HTTP/1.1" status: 204 len: 168 time: 0.1586552 Mar 08 21:03:05.769318 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39076b76-35b3-4df2-88cb-cb43114ed3b7 req-9c5bed38-0fee-4320-ac11-6c92387b0f4f tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:05.770780 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-39076b76-35b3-4df2-88cb-cb43114ed3b7 req-9c5bed38-0fee-4320-ac11-6c92387b0f4f tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 946 time: 0.1614797 Mar 08 21:03:05.822711 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-39076b76-35b3-4df2-88cb-cb43114ed3b7 req-458cbe04-9271-49da-b426-038589627296 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464969 Mar 08 21:03:05.874688 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 49344) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:03:05.892608 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-db9ef672-72a5-40df-82db-4450542c9226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:05.922423 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-db9ef672-72a5-40df-82db-4450542c9226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:03:05.926081 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-db9ef672-72a5-40df-82db-4450542c9226 admin admin] Usage tracker for resource:security_group_rule and tenant:c9d589dfec894bd3be5397a2f343b4db is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:03:05.928738 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-db9ef672-72a5-40df-82db-4450542c9226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:03:05.934267 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-db9ef672-72a5-40df-82db-4450542c9226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:03:05.995742 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-db9ef672-72a5-40df-82db-4450542c9226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:05.999293 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-db9ef672-72a5-40df-82db-4450542c9226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:06.043027 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ef672-72a5-40df-82db-4450542c9226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5160ad2-0919-43ae-82e3-964bc192b018,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:06.047737 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-db9ef672-72a5-40df-82db-4450542c9226 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c9d589dfec894bd3be5397a2f343b4db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1720607 Mar 08 21:03:06.050310 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 49348) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:03:06.110748 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-4613748b-bd0c-409f-a213-5079947ab09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:06.134873 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-4613748b-bd0c-409f-a213-5079947ab09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:06.186169 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-4613748b-bd0c-409f-a213-5079947ab09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:06.203249 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4613748b-bd0c-409f-a213-5079947ab09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5160ad2-0919-43ae-82e3-964bc192b018,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:06.206642 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-4613748b-bd0c-409f-a213-5079947ab09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:06.208250 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-4613748b-bd0c-409f-a213-5079947ab09a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c5160ad2-0919-43ae-82e3-964bc192b018 HTTP/1.1" status: 204 len: 168 time: 0.1565640 Mar 08 21:03:07.054300 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0eae3-a08f-4aff-8ad6-50bdb8c9af92 req-a1789f60-076a-403d-998e-6bbcab8bc2e4 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:07.055801 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-4fe0eae3-a08f-4aff-8ad6-50bdb8c9af92 req-a1789f60-076a-403d-998e-6bbcab8bc2e4 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 946 time: 0.0925369 Mar 08 21:03:07.065036 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 49400) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:03:07.105809 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-4fe0eae3-a08f-4aff-8ad6-50bdb8c9af92 req-00f5d217-d27f-48c3-aac7-ffabec6b60a0 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441394 Mar 08 21:03:07.218597 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-e0114a97-2c6b-4541-8bd9-a35236eebf62 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1632102521-network', 'tenant_id': '4745ae8f89b547c1aa324f4c424d1d15'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 21:03:07.223236 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-e0114a97-2c6b-4541-8bd9-a35236eebf62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:03:07.227062 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-e0114a97-2c6b-4541-8bd9-a35236eebf62 admin admin] Usage tracker for resource:network and tenant:4745ae8f89b547c1aa324f4c424d1d15 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:03:07.229908 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-e0114a97-2c6b-4541-8bd9-a35236eebf62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:03:07.235959 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-e0114a97-2c6b-4541-8bd9-a35236eebf62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:03:07.245455 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0114a97-2c6b-4541-8bd9-a35236eebf62 admin admin] Made reservation on behalf of 4745ae8f89b547c1aa324f4c424d1d15 for: {'network': 1} {{(pid=83161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:03:07.248246 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e0114a97-2c6b-4541-8bd9-a35236eebf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for network, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:07.260669 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e0114a97-2c6b-4541-8bd9-a35236eebf62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:07.291581 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-e0114a97-2c6b-4541-8bd9-a35236eebf62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:03:07.295334 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-e0114a97-2c6b-4541-8bd9-a35236eebf62 admin admin] Usage tracker for resource:security_group_rule and tenant:4745ae8f89b547c1aa324f4c424d1d15 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:03:07.298068 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-e0114a97-2c6b-4541-8bd9-a35236eebf62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:03:07.303601 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-e0114a97-2c6b-4541-8bd9-a35236eebf62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:03:07.315613 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 49408) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:03:07.369598 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e0114a97-2c6b-4541-8bd9-a35236eebf62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:07.373970 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e0114a97-2c6b-4541-8bd9-a35236eebf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:07.404117 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0114a97-2c6b-4541-8bd9-a35236eebf62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=83161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 21:03:07.409206 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0114a97-2c6b-4541-8bd9-a35236eebf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bf8d18-14d3-4610-98f1-67473a150ece,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:07.415911 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e0114a97-2c6b-4541-8bd9-a35236eebf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:07.416246 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.db.segments_db [None req-e0114a97-2c6b-4541-8bd9-a35236eebf62 admin admin] Added segment 6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5 of type vlan for network 41081158-1dc9-49bb-b67f-1d639eee51a1 Mar 08 21:03:07.442748 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e0114a97-2c6b-4541-8bd9-a35236eebf62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774925924886'] for network, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:07.460737 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-f600baa6-7613-4570-b545-6fd165ba2c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:07.470610 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e0114a97-2c6b-4541-8bd9-a35236eebf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423'] for network, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:07.471431 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0114a97-2c6b-4541-8bd9-a35236eebf62 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:07.472003 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e0114a97-2c6b-4541-8bd9-a35236eebf62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:07.491157 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-f600baa6-7613-4570-b545-6fd165ba2c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:03:07.495087 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-f600baa6-7613-4570-b545-6fd165ba2c7b admin admin] Usage tracker for resource:security_group_rule and tenant:04796c6653494047bd6e22ce9fe81e97 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:03:07.497933 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-f600baa6-7613-4570-b545-6fd165ba2c7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:03:07.503700 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-f600baa6-7613-4570-b545-6fd165ba2c7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:03:07.567999 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-f600baa6-7613-4570-b545-6fd165ba2c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:07.571632 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-f600baa6-7613-4570-b545-6fd165ba2c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:07.573917 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0114a97-2c6b-4541-8bd9-a35236eebf62 admin admin] Pushing event updated for resources: {'Network': ['ID=41081158-1dc9-49bb-b67f-1d639eee51a1,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:07.580351 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-e0114a97-2c6b-4541-8bd9-a35236eebf62 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5110624 Mar 08 21:03:07.580640 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 49414) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:03:07.585119 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Network 41081158-1dc9-49bb-b67f-1d639eee51a1 details requested by agent ovs-agent-dv-cinder-832328-1-smb with host dv-cinder-832328-1-smb {{(pid=83162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 08 21:03:07.586033 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [None req-2e816378-38a1-4b3f-92cb-ca379fe96f4e admin admin] Request body: {'subnet': {'network_id': '41081158-1dc9-49bb-b67f-1d639eee51a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1632102521-subnet', 'tenant_id': '4745ae8f89b547c1aa324f4c424d1d15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 21:03:07.591440 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-2e816378-38a1-4b3f-92cb-ca379fe96f4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:03:07.595256 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-2e816378-38a1-4b3f-92cb-ca379fe96f4e admin admin] Usage tracker for resource:subnet and tenant:4745ae8f89b547c1aa324f4c424d1d15 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:03:07.598110 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-2e816378-38a1-4b3f-92cb-ca379fe96f4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:03:07.603699 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-2e816378-38a1-4b3f-92cb-ca379fe96f4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:03:07.614004 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e816378-38a1-4b3f-92cb-ca379fe96f4e admin admin] Made reservation on behalf of 4745ae8f89b547c1aa324f4c424d1d15 for: {'subnet': 1} {{(pid=83161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:03:07.616329 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-2e816378-38a1-4b3f-92cb-ca379fe96f4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1819714'] for subnet, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:07.619536 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600baa6-7613-4570-b545-6fd165ba2c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234013a7-3cb5-4019-b806-1f72f95ec977,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:07.627798 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-f600baa6-7613-4570-b545-6fd165ba2c7b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=04796c6653494047bd6e22ce9fe81e97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3109519 Mar 08 21:03:07.628374 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 49418) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:03:07.688401 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-5fc795d2-e411-41e2-b7af-11586e480346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:07.713741 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-5fc795d2-e411-41e2-b7af-11586e480346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:07.764044 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-5fc795d2-e411-41e2-b7af-11586e480346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:07.781298 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc795d2-e411-41e2-b7af-11586e480346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234013a7-3cb5-4019-b806-1f72f95ec977,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:07.787351 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-5fc795d2-e411-41e2-b7af-11586e480346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:07.791623 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-5fc795d2-e411-41e2-b7af-11586e480346 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/234013a7-3cb5-4019-b806-1f72f95ec977 HTTP/1.1" status: 204 len: 168 time: 0.1622453 Mar 08 21:03:07.816059 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-2e816378-38a1-4b3f-92cb-ca379fe96f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1095560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1819728'] for subnet, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:07.889877 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e816378-38a1-4b3f-92cb-ca379fe96f4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6640e12f-f2d7-40ff-9276-b8086d9b9adf,revision_number=0']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:07.901084 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e816378-38a1-4b3f-92cb-ca379fe96f4e admin admin] Checking segment: {'id': '6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '41081158-1dc9-49bb-b67f-1d639eee51a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 21:03:07.901443 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e816378-38a1-4b3f-92cb-ca379fe96f4e admin admin] Network hostable DHCP agents. Network: 41081158-1dc9-49bb-b67f-1d639eee51a1, hostable agents: ['f8f0924d-105e-45b1-98fc-f771e4a35ffd'], hosted agents: [] {{(pid=83161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 21:03:07.923885 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e816378-38a1-4b3f-92cb-ca379fe96f4e admin admin] Network 41081158-1dc9-49bb-b67f-1d639eee51a1 is scheduled to be hosted by DHCP agent f8f0924d-105e-45b1-98fc-f771e4a35ffd with binding_index 1 {{(pid=83161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 21:03:07.932881 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [None req-2e816378-38a1-4b3f-92cb-ca379fe96f4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-832328-1-smb, 41081158-1dc9-49bb-b67f-1d639eee51a1) {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:03:07.937035 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e816378-38a1-4b3f-92cb-ca379fe96f4e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:07.937781 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-2e816378-38a1-4b3f-92cb-ca379fe96f4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:07.942394 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c720c559-f6d0-4ac6-8a38-8cda658876b0 None None] Network 41081158-1dc9-49bb-b67f-1d639eee51a1 requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 21:03:07.969674 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-2e816378-38a1-4b3f-92cb-ca379fe96f4e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3768356 Mar 08 21:03:08.149663 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 49428) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:03:08.172606 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6eaf0c7-7b53-4311-9877-332a208d45f9 None None] Network 41081158-1dc9-49bb-b67f-1d639eee51a1 requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 21:03:08.188803 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-4315267b-dc78-4b20-aaa9-630de7c31bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:08.223971 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-4315267b-dc78-4b20-aaa9-630de7c31bfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:03:08.228383 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-4315267b-dc78-4b20-aaa9-630de7c31bfa admin admin] Usage tracker for resource:security_group_rule and tenant:da9d8fb35f594f6086f1f720adfaf6af is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:03:08.234013 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-4315267b-dc78-4b20-aaa9-630de7c31bfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:03:08.240330 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-4315267b-dc78-4b20-aaa9-630de7c31bfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:03:08.363137 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-4315267b-dc78-4b20-aaa9-630de7c31bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:08.371568 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-4315267b-dc78-4b20-aaa9-630de7c31bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:08.426882 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4315267b-dc78-4b20-aaa9-630de7c31bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342afd6c-b0b8-4300-b1ce-15ad8ecbaa5e,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:08.430904 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-4315267b-dc78-4b20-aaa9-630de7c31bfa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da9d8fb35f594f6086f1f720adfaf6af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2802374 Mar 08 21:03:08.433761 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 49438) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:03:08.443581 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1105962-aeac-4b07-bfd9-82733a44a85c req-772bbfdc-4035-47c0-88af-aa5eaaeabee6 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:08.445093 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d1105962-aeac-4b07-bfd9-82733a44a85c req-772bbfdc-4035-47c0-88af-aa5eaaeabee6 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 946 time: 0.1605740 Mar 08 21:03:08.491271 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d1105962-aeac-4b07-bfd9-82733a44a85c req-0c0ca844-2ec0-4e64-acab-5b1303de8644 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397985 Mar 08 21:03:08.494766 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-424d7863-8069-42be-aafa-c0349f7e0886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:08.519676 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-424d7863-8069-42be-aafa-c0349f7e0886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:08.571915 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-424d7863-8069-42be-aafa-c0349f7e0886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:08.587698 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d7863-8069-42be-aafa-c0349f7e0886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342afd6c-b0b8-4300-b1ce-15ad8ecbaa5e,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:08.593019 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-424d7863-8069-42be-aafa-c0349f7e0886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:08.594164 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-424d7863-8069-42be-aafa-c0349f7e0886 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/342afd6c-b0b8-4300-b1ce-15ad8ecbaa5e HTTP/1.1" status: 204 len: 168 time: 0.1580591 Mar 08 21:03:09.710491 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d2831-2fe0-4a50-ad70-f61ee316ff30 req-c8de57cf-bb4a-41fe-8a61-3ebb51ccaf43 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:09.711937 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3a2d2831-2fe0-4a50-ad70-f61ee316ff30 req-c8de57cf-bb4a-41fe-8a61-3ebb51ccaf43 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 946 time: 0.0854657 Mar 08 21:03:09.756601 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3a2d2831-2fe0-4a50-ad70-f61ee316ff30 req-49d222cc-1d3e-4065-9b0a-64f5cd5fa78e tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390525 Mar 08 21:03:10.034173 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-847138c3-6a91-49a6-9e76-f41b0f6838d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:10.181535 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-15d8962d-8633-4d9a-9a52-162caa360583 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:10.182299 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-15d8962d-8633-4d9a-9a52-162caa360583 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Synchronizing usage tracker for tenant:4745ae8f89b547c1aa324f4c424d1d15 on resource:network {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 21:03:10.198824 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-15d8962d-8633-4d9a-9a52-162caa360583 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Unset dirty status for tenant:4745ae8f89b547c1aa324f4c424d1d15 on resource:network {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 21:03:10.201000 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-15d8962d-8633-4d9a-9a52-162caa360583 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/networks?id=41081158-1dc9-49bb-b67f-1d639eee51a1 HTTP/1.1" status: 200 len: 814 time: 0.1737440 Mar 08 21:03:10.217961 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-370b4490-71ac-4eb6-970d-c3b66d1f0151 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/quotas/4745ae8f89b547c1aa324f4c424d1d15 HTTP/1.1" status: 200 len: 375 time: 0.0106759 Mar 08 21:03:10.263196 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-df08b193-62ae-4cf5-bd32-87a5d7501f1e tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4745ae8f89b547c1aa324f4c424d1d15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394452 Mar 08 21:03:10.273752 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-e6ed72f1-2f2b-4659-86db-af895ae0edb2 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83161) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 08 21:03:10.274709 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-e6ed72f1-2f2b-4659-86db-af895ae0edb2 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049047 Mar 08 21:03:10.405429 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-da3b166d-e37b-4498-908b-abd3a5456292 service neutron] 10.222.0.39 "GET /v2.0/networks/41081158-1dc9-49bb-b67f-1d639eee51a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249897 Mar 08 21:03:10.536975 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-64965655-2a84-489e-b97a-9828ca0b3671 service neutron] 10.222.0.39 "GET /v2.0/networks/41081158-1dc9-49bb-b67f-1d639eee51a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257906 Mar 08 21:03:10.718023 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-f65a2cab-983f-4aa4-9ca4-09af6a68516d req-da5d7eef-beae-4653-97cc-bfeb83cf7cb6 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c367b8-feb3-4dda-a14b-2e6c072a8205 HTTP/1.1" status: 200 len: 210 time: 0.0412588 Mar 08 21:03:10.978958 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f9f9b-0466-46a8-84f3-39c2415092f4 req-f6b7303d-832e-4b8e-9a52-69630a4a756c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:10.986108 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-232f9f9b-0466-46a8-84f3-39c2415092f4 req-f6b7303d-832e-4b8e-9a52-69630a4a756c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 946 time: 0.0896406 Mar 08 21:03:11.033779 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-232f9f9b-0466-46a8-84f3-39c2415092f4 req-86a1fc3a-73d2-49ad-b84b-24bb7b688643 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464401 Mar 08 21:03:11.761786 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 21:03:11.900854 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ca507295-0c47-46ca-88f2-53cf4d77a28d req-b8982019-5b8f-4bc9-ba36-ab6e44caf8cd tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c367b8-feb3-4dda-a14b-2e6c072a8205 HTTP/1.1" status: 200 len: 210 time: 0.0558741 Mar 08 21:03:11.939065 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:03:11.954336 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Returning: {'device': '39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'port_id': '39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db', 'mac_address': 'fa:16:3e:0b:b2:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 21:03:12.013706 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:12.032528 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db {{(pid=83162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 21:03:12.048008 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:03:12.053291 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:12.150165 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 21:03:12.240203 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-0f051493-f5c8-40fa-827c-ff6f580c0a34 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:12.243674 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db,revision_number=6']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:12.245456 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-0f051493-f5c8-40fa-827c-ff6f580c0a34 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.21 "GET /v2.0/networks?id=41081158-1dc9-49bb-b67f-1d639eee51a1 HTTP/1.1" status: 200 len: 814 time: 0.2520282 Mar 08 21:03:12.267630 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:03:12.267973 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:03:12.268307 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:03:12.268629 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:03:12.269156 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:03:12.269481 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:03:12.269840 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:03:12.270158 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:03:12.270469 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:03:12.270777 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:03:12.271075 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:03:12.284757 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-98ef81a8-ff69-4ec0-b4aa-1780f215c1ce tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Request body: {'port': {'device_id': '46c367b8-feb3-4dda-a14b-2e6c072a8205', 'network_id': '41081158-1dc9-49bb-b67f-1d639eee51a1', 'admin_state_up': True, 'tenant_id': '4745ae8f89b547c1aa324f4c424d1d15'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 21:03:12.342111 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-4862fad5-74e2-4be7-a887-c2487aa1aeae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:12.538628 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bcda0-c8ee-41f8-8c4f-5ec2a70ede2a req-4a9e96c8-5675-48ea-b734-ba7eb7adc1a8 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:12.540313 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e52bcda0-c8ee-41f8-8c4f-5ec2a70ede2a req-4a9e96c8-5675-48ea-b734-ba7eb7adc1a8 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 945 time: 0.2940848 Mar 08 21:03:12.541219 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-98ef81a8-ff69-4ec0-b4aa-1780f215c1ce tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:03:12.545071 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-98ef81a8-ff69-4ec0-b4aa-1780f215c1ce tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Usage tracker for resource:port and tenant:4745ae8f89b547c1aa324f4c424d1d15 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:03:12.548786 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-98ef81a8-ff69-4ec0-b4aa-1780f215c1ce tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:03:12.567345 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-98ef81a8-ff69-4ec0-b4aa-1780f215c1ce tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:03:12.587108 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-98ef81a8-ff69-4ec0-b4aa-1780f215c1ce tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Made reservation on behalf of 4745ae8f89b547c1aa324f4c424d1d15 for: {'port': 1} {{(pid=83161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:03:12.589972 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-98ef81a8-ff69-4ec0-b4aa-1780f215c1ce tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:12.613025 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-e52bcda0-c8ee-41f8-8c4f-5ec2a70ede2a req-22200659-f455-40a8-a89b-1ffb74fdbf5f tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651817 Mar 08 21:03:12.753186 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_common [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-98ef81a8-ff69-4ec0-b4aa-1780f215c1ce tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Allocated IP 172.20.0.2 (41081158-1dc9-49bb-b67f-1d639eee51a1/6640e12f-f2d7-40ff-9276-b8086d9b9adf/bef059d5-ee69-414a-b646-19cdb52be97b) {{(pid=83161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:03:12.944377 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-98ef81a8-ff69-4ec0-b4aa-1780f215c1ce tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Notify callbacks [] for port, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:12.972136 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-98ef81a8-ff69-4ec0-b4aa-1780f215c1ce tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:13.043674 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-98ef81a8-ff69-4ec0-b4aa-1780f215c1ce tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Network 41081158-1dc9-49bb-b67f-1d639eee51a1 is already hosted by enough agents. {{(pid=83161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:03:13.046736 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-98ef81a8-ff69-4ec0-b4aa-1780f215c1ce tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Resources bound (agent type, host, resource id): {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:03:13.051092 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-98ef81a8-ff69-4ec0-b4aa-1780f215c1ce tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Received port after_create {{(pid=83161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 21:03:13.087880 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef81a8-ff69-4ec0-b4aa-1780f215c1ce tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Pushing event updated for resources: {'Port': ['ID=bef059d5-ee69-414a-b646-19cdb52be97b,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:13.118252 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-98ef81a8-ff69-4ec0-b4aa-1780f215c1ce tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:13.118910 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-98ef81a8-ff69-4ec0-b4aa-1780f215c1ce tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:13.149321 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-98ef81a8-ff69-4ec0-b4aa-1780f215c1ce tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8682377 Mar 08 21:03:13.159202 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-4ec2138f-8832-43be-bee1-d97a2ac305b8 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83161) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 08 21:03:13.160186 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-4ec2138f-8832-43be-bee1-d97a2ac305b8 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048294 Mar 08 21:03:13.191464 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72065a0b-4f8a-47cd-92a0-f22eefc18b72 req-8133a1b8-e487-447d-9465-75720fb68454 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:13.193001 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-72065a0b-4f8a-47cd-92a0-f22eefc18b72 req-8133a1b8-e487-447d-9465-75720fb68454 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c367b8-feb3-4dda-a14b-2e6c072a8205 HTTP/1.1" status: 200 len: 931 time: 0.1675973 Mar 08 21:03:13.237526 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-72065a0b-4f8a-47cd-92a0-f22eefc18b72 req-e71c1bd0-80a9-47e8-a82a-a2206e349cf2 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388501 Mar 08 21:03:13.295610 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-69ab0ebb-f981-41e0-93a0-2ba0a07c4fdb service neutron] Request body: {'port': {'device_id': '46c367b8-feb3-4dda-a14b-2e6c072a8205', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 21:03:13.354395 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:13.402522 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-69ab0ebb-f981-41e0-93a0-2ba0a07c4fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:13.550730 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:13.731281 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-69ab0ebb-f981-41e0-93a0-2ba0a07c4fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef059d5-ee69-414a-b646-19cdb52be97b {{(pid=83161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 21:03:13.737927 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-69ab0ebb-f981-41e0-93a0-2ba0a07c4fdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:13.766974 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db up at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 21:03:13.780846 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.provisioning_blocks [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-69ab0ebb-f981-41e0-93a0-2ba0a07c4fdb service neutron] Transition to ACTIVE for port object bef059d5-ee69-414a-b646-19cdb52be97b will not be triggered until provisioned by entity L2. {{(pid=83161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 21:03:13.786463 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-69ab0ebb-f981-41e0-93a0-2ba0a07c4fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:13.838776 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning complete for port 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 21:03:13.839139 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:13.924571 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab0ebb-f981-41e0-93a0-2ba0a07c4fdb service neutron] Pushing event updated for resources: {'Port': ['ID=bef059d5-ee69-414a-b646-19cdb52be97b,revision_number=2']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:13.949091 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:13.975218 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b21f82d-c1ae-4572-ad7b-7b66bba458aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db'}] {{(pid=83162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 21:03:13.976408 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a392533-2366-435f-aa96-25a8df7041fa req-8aa18ba8-e926-4bf9-b19f-28d140be7224 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:13.977883 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5a392533-2366-435f-aa96-25a8df7041fa req-8aa18ba8-e926-4bf9-b19f-28d140be7224 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 945 time: 0.2271667 Mar 08 21:03:13.984942 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:03:13.989789 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:14.041140 dv-cinder-832328-1-smb neutron-server[83162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b21f82d-c1ae-4572-ad7b-7b66bba458aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db', 'code': 200} Mar 08 21:03:14.068322 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db,revision_number=7']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:14.080881 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-69ab0ebb-f981-41e0-93a0-2ba0a07c4fdb service neutron] Attempting to bind port bef059d5-ee69-414a-b646-19cdb52be97b on host hv-cinder-83232 for vnic_type normal with profile {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 21:03:14.081205 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-69ab0ebb-f981-41e0-93a0-2ba0a07c4fdb service neutron] Attempting to bind port bef059d5-ee69-414a-b646-19cdb52be97b by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': '6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '41081158-1dc9-49bb-b67f-1d639eee51a1'}] {{(pid=83161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 21:03:14.081521 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-69ab0ebb-f981-41e0-93a0-2ba0a07c4fdb service neutron] Attempting to bind port bef059d5-ee69-414a-b646-19cdb52be97b on network 41081158-1dc9-49bb-b67f-1d639eee51a1 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 21:03:14.085836 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5a392533-2366-435f-aa96-25a8df7041fa req-3e0039bc-8198-4030-bfd8-64a969121a80 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764470 Mar 08 21:03:14.089808 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-69ab0ebb-f981-41e0-93a0-2ba0a07c4fdb service neutron] Port bef059d5-ee69-414a-b646-19cdb52be97b on network 41081158-1dc9-49bb-b67f-1d639eee51a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 08 21:03:14.090058 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-69ab0ebb-f981-41e0-93a0-2ba0a07c4fdb service neutron] Attempting to bind port bef059d5-ee69-414a-b646-19cdb52be97b on network 41081158-1dc9-49bb-b67f-1d639eee51a1 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 21:03:14.096812 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-69ab0ebb-f981-41e0-93a0-2ba0a07c4fdb service neutron] Checking agent: {'id': '7ef80941-8def-40cc-9dc9-727f4daf545d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'started_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 21:03:14.097140 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-69ab0ebb-f981-41e0-93a0-2ba0a07c4fdb service neutron] Checking segment: {'id': '6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '41081158-1dc9-49bb-b67f-1d639eee51a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 21:03:14.097509 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-69ab0ebb-f981-41e0-93a0-2ba0a07c4fdb service neutron] Bound using segment: {'id': '6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '41081158-1dc9-49bb-b67f-1d639eee51a1'} {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 21:03:14.097949 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-69ab0ebb-f981-41e0-93a0-2ba0a07c4fdb service neutron] Bound port: bef059d5-ee69-414a-b646-19cdb52be97b, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '41081158-1dc9-49bb-b67f-1d639eee51a1'}}] {{(pid=83161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 21:03:14.098289 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-69ab0ebb-f981-41e0-93a0-2ba0a07c4fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:14.189833 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-69ab0ebb-f981-41e0-93a0-2ba0a07c4fdb service neutron] For port bef059d5-ee69-414a-b646-19cdb52be97b, host hv-cinder-83232, cleared binding levels {{(pid=83161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:03:14.193012 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-69ab0ebb-f981-41e0-93a0-2ba0a07c4fdb service neutron] For port bef059d5-ee69-414a-b646-19cdb52be97b, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=bef059d5-ee69-414a-b646-19cdb52be97b,segment=NetworkSegment(6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5),segment_id=6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5)] {{(pid=83161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:03:14.196817 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-69ab0ebb-f981-41e0-93a0-2ba0a07c4fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:14.255726 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-69ab0ebb-f981-41e0-93a0-2ba0a07c4fdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:14.257093 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-69ab0ebb-f981-41e0-93a0-2ba0a07c4fdb service neutron] 10.222.0.21 "PUT /v2.0/ports/bef059d5-ee69-414a-b646-19cdb52be97b HTTP/1.1" status: 200 len: 1093 time: 1.0910718 Mar 08 21:03:14.257501 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c367b8-feb3-4dda-a14b-2e6c072a8205', 'tag': 'bef059d5-ee69-414a-b646-19cdb52be97b'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 21:03:14.274742 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab0ebb-f981-41e0-93a0-2ba0a07c4fdb service neutron] Pushing event updated for resources: {'Port': ['ID=bef059d5-ee69-414a-b646-19cdb52be97b,revision_number=3']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:14.316491 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c367b8-feb3-4dda-a14b-2e6c072a8205', 'tag': 'bef059d5-ee69-414a-b646-19cdb52be97b', 'status': 'completed', 'code': 200} Mar 08 21:03:14.570883 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931862e6-433f-471f-8bac-ee739fdbb51b req-3417f16a-c420-49b5-b41e-9681bb6d6793 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:14.571563 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-931862e6-433f-471f-8bac-ee739fdbb51b req-3417f16a-c420-49b5-b41e-9681bb6d6793 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Synchronizing usage tracker for tenant:4745ae8f89b547c1aa324f4c424d1d15 on resource:port {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 21:03:14.595459 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-931862e6-433f-471f-8bac-ee739fdbb51b req-3417f16a-c420-49b5-b41e-9681bb6d6793 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Unset dirty status for tenant:4745ae8f89b547c1aa324f4c424d1d15 on resource:port {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 21:03:14.598097 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-931862e6-433f-471f-8bac-ee739fdbb51b req-3417f16a-c420-49b5-b41e-9681bb6d6793 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c367b8-feb3-4dda-a14b-2e6c072a8205 HTTP/1.1" status: 200 len: 943 time: 0.2378445 Mar 08 21:03:14.602521 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-12550c24-5774-454e-b00e-e0b6fc40a81b req-755ad341-7a69-4019-8922-604dfaa0f084 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4745ae8f89b547c1aa324f4c424d1d15&device_id=46c367b8-feb3-4dda-a14b-2e6c072a8205 HTTP/1.1" status: 200 len: 1096 time: 0.1867099 Mar 08 21:03:14.725138 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-931862e6-433f-471f-8bac-ee739fdbb51b req-47522c2f-a927-46b8-a2b2-74997d328d17 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Synchronizing usage tracker for tenant:4745ae8f89b547c1aa324f4c424d1d15 on resource:security_group {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 21:03:14.763090 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-931862e6-433f-471f-8bac-ee739fdbb51b req-47522c2f-a927-46b8-a2b2-74997d328d17 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Unset dirty status for tenant:4745ae8f89b547c1aa324f4c424d1d15 on resource:security_group {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 21:03:14.764208 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-931862e6-433f-471f-8bac-ee739fdbb51b req-47522c2f-a927-46b8-a2b2-74997d328d17 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607852 Mar 08 21:03:14.779216 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12550c24-5774-454e-b00e-e0b6fc40a81b req-7847b56d-d0de-4994-b9bd-2a6b3925a2a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:14.780741 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-12550c24-5774-454e-b00e-e0b6fc40a81b req-7847b56d-d0de-4994-b9bd-2a6b3925a2a0 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=4745ae8f89b547c1aa324f4c424d1d15&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1620619 Mar 08 21:03:14.871838 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:14.920767 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12550c24-5774-454e-b00e-e0b6fc40a81b req-912bac62-44ba-4d4f-b662-16e471340018 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:14.922593 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-12550c24-5774-454e-b00e-e0b6fc40a81b req-912bac62-44ba-4d4f-b662-16e471340018 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330590 Mar 08 21:03:15.027669 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-fb41ec45-a3be-45c2-8fd9-dd35a5f0bef2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4745ae8f89b547c1aa324f4c424d1d15&device_id=46c367b8-feb3-4dda-a14b-2e6c072a8205 HTTP/1.1" status: 200 len: 1096 time: 0.0707929 Mar 08 21:03:15.094334 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-7a90d80f-b3a2-491e-8658-f8448fe9bf8e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bef059d5-ee69-414a-b646-19cdb52be97b HTTP/1.1" status: 200 len: 217 time: 0.0597050 Mar 08 21:03:15.159865 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-81c28e8c-8b6d-49f0-9334-fdbba2d84acd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:15.161344 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-81c28e8c-8b6d-49f0-9334-fdbba2d84acd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6640e12f-f2d7-40ff-9276-b8086d9b9adf HTTP/1.1" status: 200 len: 854 time: 0.0610123 Mar 08 21:03:15.207545 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-14cec257-0642-42c8-8be0-0fa85d964527 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41081158-1dc9-49bb-b67f-1d639eee51a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395048 Mar 08 21:03:15.299231 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e87e4b-59d2-46b4-b99b-9cb874c18803 req-1dfff307-4dee-43fe-b5f6-39809988e4bb tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:15.300592 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b1e87e4b-59d2-46b4-b99b-9cb874c18803 req-1dfff307-4dee-43fe-b5f6-39809988e4bb tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 946 time: 0.0760674 Mar 08 21:03:15.339015 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-340d08fc-be52-4071-b3f7-7bea57064133 service neutron] 10.222.0.21 "GET /v2.0/networks/41081158-1dc9-49bb-b67f-1d639eee51a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236174 Mar 08 21:03:15.347900 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b1e87e4b-59d2-46b4-b99b-9cb874c18803 req-8662bb55-3f88-4d70-ae60-b610da82f229 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416493 Mar 08 21:03:15.472027 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-ce422087-be88-445c-8dfa-bb15527ce3f0 req-3d1baa1a-b58b-44ad-b582-4bfead438b68 service neutron] 10.222.0.21 "GET /v2.0/networks/41081158-1dc9-49bb-b67f-1d639eee51a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258359 Mar 08 21:03:15.963034 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc915eb-57f6-4f95-98ab-52c4480f3bd8 req-0f586887-e417-4126-b653-dd53f8d94c21 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:15.964641 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6cc915eb-57f6-4f95-98ab-52c4480f3bd8 req-0f586887-e417-4126-b653-dd53f8d94c21 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c367b8-feb3-4dda-a14b-2e6c072a8205 HTTP/1.1" status: 200 len: 943 time: 0.0784085 Mar 08 21:03:16.017722 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6cc915eb-57f6-4f95-98ab-52c4480f3bd8 req-3232ed3e-46b5-4ebe-aec3-bece21121c67 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464067 Mar 08 21:03:16.560363 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f9d68-e920-4ac2-bc34-95fe99e33e18 req-8edd2b0a-c3ef-43b2-b66f-e98f9ed9e717 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:16.561762 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3d7f9d68-e920-4ac2-bc34-95fe99e33e18 req-8edd2b0a-c3ef-43b2-b66f-e98f9ed9e717 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 946 time: 0.0770693 Mar 08 21:03:16.612345 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3d7f9d68-e920-4ac2-bc34-95fe99e33e18 req-d6cece53-ce8b-4fbe-8d94-520455a4ffd0 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444503 Mar 08 21:03:17.241591 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dece940-645b-4b1d-b17c-27ec4b8972b6 req-57ebc209-d1b2-4390-b546-c41828e778a9 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:17.243710 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-0dece940-645b-4b1d-b17c-27ec4b8972b6 req-57ebc209-d1b2-4390-b546-c41828e778a9 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c367b8-feb3-4dda-a14b-2e6c072a8205 HTTP/1.1" status: 200 len: 943 time: 0.0810394 Mar 08 21:03:17.296257 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-0dece940-645b-4b1d-b17c-27ec4b8972b6 req-f20140b6-06c7-421f-ba46-f69f6eac0ba2 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460234 Mar 08 21:03:17.887605 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df47b36-702e-487d-a8c1-6b1bd340d9dc req-6ded5b2d-c18b-4cc0-9677-1a244bf2686e tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:17.889227 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6df47b36-702e-487d-a8c1-6b1bd340d9dc req-6ded5b2d-c18b-4cc0-9677-1a244bf2686e tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 946 time: 0.1102269 Mar 08 21:03:17.958329 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6df47b36-702e-487d-a8c1-6b1bd340d9dc req-210d56fe-c7d5-41fb-8722-92f2bf1eacf4 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628946 Mar 08 21:03:18.313902 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:18.578080 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3102377-772d-4716-b51f-2ea8c97ac0a9 req-f694bc78-3764-47dc-b68b-a2f8148d706b tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:18.579553 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f3102377-772d-4716-b51f-2ea8c97ac0a9 req-f694bc78-3764-47dc-b68b-a2f8148d706b tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c367b8-feb3-4dda-a14b-2e6c072a8205 HTTP/1.1" status: 200 len: 943 time: 0.1179023 Mar 08 21:03:18.657269 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f3102377-772d-4716-b51f-2ea8c97ac0a9 req-e97e0084-9ce1-477e-b65f-df309234139b tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676911 Mar 08 21:03:19.195891 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de638bf4-591e-49a3-b4aa-8517b2cdfa62 req-5cf00eea-479d-4ccd-ab76-c25fd796c462 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:19.197493 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-de638bf4-591e-49a3-b4aa-8517b2cdfa62 req-5cf00eea-479d-4ccd-ab76-c25fd796c462 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 946 time: 0.0921116 Mar 08 21:03:19.245500 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-de638bf4-591e-49a3-b4aa-8517b2cdfa62 req-e33829e8-b55a-4490-9c8d-db37df3ab8cc tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422709 Mar 08 21:03:19.796218 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device bef059d5-ee69-414a-b646-19cdb52be97b details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 21:03:19.890609 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776d71a-7fd2-4224-9f2e-d704ca6459ce req-8f09e0e4-7c4e-49d8-b6eb-3c48ba588d05 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:19.893337 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d776d71a-7fd2-4224-9f2e-d704ca6459ce req-8f09e0e4-7c4e-49d8-b6eb-3c48ba588d05 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c367b8-feb3-4dda-a14b-2e6c072a8205 HTTP/1.1" status: 200 len: 943 time: 0.1093302 Mar 08 21:03:19.954323 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-d776d71a-7fd2-4224-9f2e-d704ca6459ce req-e42f4d5c-d5ec-430c-8794-c8f231fa84a4 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516384 Mar 08 21:03:19.977809 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port bef059d5-ee69-414a-b646-19cdb52be97b, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=bef059d5-ee69-414a-b646-19cdb52be97b,segment=NetworkSegment(6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5),segment_id=6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:03:19.995037 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Returning: {'device': 'bef059d5-ee69-414a-b646-19cdb52be97b', 'network_id': '41081158-1dc9-49bb-b67f-1d639eee51a1', 'port_id': 'bef059d5-ee69-414a-b646-19cdb52be97b', 'mac_address': 'fa:16:3e:3e:e1:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6640e12f-f2d7-40ff-9276-b8086d9b9adf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 21:03:20.075608 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:20.116558 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef059d5-ee69-414a-b646-19cdb52be97b {{(pid=83162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 21:03:20.142754 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port bef059d5-ee69-414a-b646-19cdb52be97b, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=bef059d5-ee69-414a-b646-19cdb52be97b,segment=NetworkSegment(6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5),segment_id=6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:03:20.151368 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:20.233597 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=bef059d5-ee69-414a-b646-19cdb52be97b,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:20.541974 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['bef059d5-ee69-414a-b646-19cdb52be97b'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 21:03:20.586430 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e860dd1-12d6-4b4f-ae67-b5cd317872ce req-76fbd271-0e8b-427e-9fa1-6d35c3389365 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:20.587884 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3e860dd1-12d6-4b4f-ae67-b5cd317872ce req-76fbd271-0e8b-427e-9fa1-6d35c3389365 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 946 time: 0.1283696 Mar 08 21:03:20.659783 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3e860dd1-12d6-4b4f-ae67-b5cd317872ce req-494f66a5-f24a-4902-a01f-86831e88e3b4 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653684 Mar 08 21:03:20.973924 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 49660) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:03:21.163014 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-20326cee-d5ba-4d0a-bf2e-3948158eab5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:21.224998 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d329e97-4cd9-4cdf-a357-c13cd037de03 req-2d0adcbe-e281-413e-bba2-79410e838b0e tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:21.228232 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-20326cee-d5ba-4d0a-bf2e-3948158eab5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:03:21.232843 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-20326cee-d5ba-4d0a-bf2e-3948158eab5f admin admin] Usage tracker for resource:security_group_rule and tenant:59563495cf624f2aa8038ab1bb19f97f is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:03:21.233002 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-1d329e97-4cd9-4cdf-a357-c13cd037de03 req-2d0adcbe-e281-413e-bba2-79410e838b0e tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c367b8-feb3-4dda-a14b-2e6c072a8205 HTTP/1.1" status: 200 len: 944 time: 0.1272185 Mar 08 21:03:21.235731 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-20326cee-d5ba-4d0a-bf2e-3948158eab5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:03:21.241952 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-20326cee-d5ba-4d0a-bf2e-3948158eab5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:03:21.279273 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-1d329e97-4cd9-4cdf-a357-c13cd037de03 req-9de8c35b-92fe-4d7f-95e2-4a51f9cf7b7c tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453603 Mar 08 21:03:21.322712 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-20326cee-d5ba-4d0a-bf2e-3948158eab5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:21.326428 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-20326cee-d5ba-4d0a-bf2e-3948158eab5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:21.376663 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20326cee-d5ba-4d0a-bf2e-3948158eab5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23fe2927-ac8b-45a8-b1d7-860d9f95e150,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:21.381625 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-20326cee-d5ba-4d0a-bf2e-3948158eab5f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=59563495cf624f2aa8038ab1bb19f97f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4061854 Mar 08 21:03:21.384483 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 49668) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:03:21.388173 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20326cee-d5ba-4d0a-bf2e-3948158eab5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:03:21.388578 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20326cee-d5ba-4d0a-bf2e-3948158eab5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:03:21.388967 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20326cee-d5ba-4d0a-bf2e-3948158eab5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:03:21.389368 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20326cee-d5ba-4d0a-bf2e-3948158eab5f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:03:21.389782 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20326cee-d5ba-4d0a-bf2e-3948158eab5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:03:21.390170 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20326cee-d5ba-4d0a-bf2e-3948158eab5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:03:21.390549 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20326cee-d5ba-4d0a-bf2e-3948158eab5f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:03:21.391016 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20326cee-d5ba-4d0a-bf2e-3948158eab5f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:03:21.391411 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20326cee-d5ba-4d0a-bf2e-3948158eab5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:03:21.391783 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20326cee-d5ba-4d0a-bf2e-3948158eab5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:03:21.392159 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20326cee-d5ba-4d0a-bf2e-3948158eab5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:03:21.480007 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1073a2af-ab48-419f-9f9d-36d52125f89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:21.509373 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1073a2af-ab48-419f-9f9d-36d52125f89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:21.568270 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1073a2af-ab48-419f-9f9d-36d52125f89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:21.587776 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073a2af-ab48-419f-9f9d-36d52125f89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fe2927-ac8b-45a8-b1d7-860d9f95e150,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:21.592184 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-1073a2af-ab48-419f-9f9d-36d52125f89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:21.602138 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-1073a2af-ab48-419f-9f9d-36d52125f89e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/23fe2927-ac8b-45a8-b1d7-860d9f95e150 HTTP/1.1" status: 204 len: 168 time: 0.2126632 Mar 08 21:03:21.792000 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device bef059d5-ee69-414a-b646-19cdb52be97b up at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 21:03:21.892100 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning for port bef059d5-ee69-414a-b646-19cdb52be97b completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 21:03:21.898167 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning complete for port bef059d5-ee69-414a-b646-19cdb52be97b triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 21:03:21.898789 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:21.946158 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67805c1b-50cc-4b76-a5b5-62aaafaec1ab req-9ccacb3d-59f3-4cee-940a-f86039bec234 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:21.950360 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-67805c1b-50cc-4b76-a5b5-62aaafaec1ab req-9ccacb3d-59f3-4cee-940a-f86039bec234 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 946 time: 0.1093583 Mar 08 21:03:21.982776 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 49678) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:03:22.013927 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c78f26b2-8960-4e2e-9366-db259514efcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:22.050747 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-67805c1b-50cc-4b76-a5b5-62aaafaec1ab req-00107f11-fe7e-4f6c-9528-a77844e38016 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905659 Mar 08 21:03:22.053198 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:22.086996 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-c78f26b2-8960-4e2e-9366-db259514efcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:03:22.088136 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c367b8-feb3-4dda-a14b-2e6c072a8205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef059d5-ee69-414a-b646-19cdb52be97b'}] {{(pid=83162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 21:03:22.094103 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-c78f26b2-8960-4e2e-9366-db259514efcb admin admin] Usage tracker for resource:security_group_rule and tenant:80a055aea85046ec96a7e01b777e5c2a is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:03:22.098600 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-c78f26b2-8960-4e2e-9366-db259514efcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:03:22.104622 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-c78f26b2-8960-4e2e-9366-db259514efcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:03:22.114517 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port bef059d5-ee69-414a-b646-19cdb52be97b, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=bef059d5-ee69-414a-b646-19cdb52be97b,segment=NetworkSegment(6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5),segment_id=6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:03:22.120040 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:22.176744 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c78f26b2-8960-4e2e-9366-db259514efcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:22.186482 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c78f26b2-8960-4e2e-9366-db259514efcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:22.223135 dv-cinder-832328-1-smb neutron-server[83162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c367b8-feb3-4dda-a14b-2e6c072a8205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef059d5-ee69-414a-b646-19cdb52be97b', 'code': 200} Mar 08 21:03:22.227075 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=bef059d5-ee69-414a-b646-19cdb52be97b,revision_number=5']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:22.246819 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f26b2-8960-4e2e-9366-db259514efcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174f4651-a266-4e6d-992e-8df76fb5e6b0,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:22.251697 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-c78f26b2-8960-4e2e-9366-db259514efcb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80a055aea85046ec96a7e01b777e5c2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2675192 Mar 08 21:03:22.254392 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 49684) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:03:22.351388 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-2ed5c4a4-9824-48e6-a369-c4cb5f3705ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:22.390963 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-2ed5c4a4-9824-48e6-a369-c4cb5f3705ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:22.599041 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968f87d-4c6d-4403-b90e-52b94c109f09 req-e0b37d77-69c0-4154-9afe-b4aa1106abbc tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:22.606424 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8e55cc37-8001-4bef-858f-774cc0e07696 req-9a8064e8-9d18-403e-be66-ec2101929e27 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=46c367b8-feb3-4dda-a14b-2e6c072a8205 HTTP/1.1" status: 200 len: 1098 time: 0.1857989 Mar 08 21:03:22.607238 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-4968f87d-4c6d-4403-b90e-52b94c109f09 req-e0b37d77-69c0-4154-9afe-b4aa1106abbc tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c367b8-feb3-4dda-a14b-2e6c072a8205 HTTP/1.1" status: 200 len: 945 time: 0.1338501 Mar 08 21:03:22.612223 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-2ed5c4a4-9824-48e6-a369-c4cb5f3705ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:22.645185 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5c4a4-9824-48e6-a369-c4cb5f3705ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174f4651-a266-4e6d-992e-8df76fb5e6b0,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:22.657056 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-2ed5c4a4-9824-48e6-a369-c4cb5f3705ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:22.660619 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-2ed5c4a4-9824-48e6-a369-c4cb5f3705ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/174f4651-a266-4e6d-992e-8df76fb5e6b0 HTTP/1.1" status: 204 len: 168 time: 0.4029081 Mar 08 21:03:22.674547 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-4968f87d-4c6d-4403-b90e-52b94c109f09 req-11243765-b4c0-4154-bfcf-8d48c5100f19 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660918 Mar 08 21:03:22.704801 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8e55cc37-8001-4bef-858f-774cc0e07696 req-4e740efa-d072-4ff1-be7b-7afd8bb7c9c6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880578 Mar 08 21:03:23.094211 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 49694) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:03:23.116437 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-cbd4150c-a5f5-480f-b66d-1a702c2e0712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:23.150986 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-cbd4150c-a5f5-480f-b66d-1a702c2e0712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:03:23.155400 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-cbd4150c-a5f5-480f-b66d-1a702c2e0712 admin admin] Usage tracker for resource:security_group_rule and tenant:f4d4d470f4574e0d8c6a260765c1bbb0 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:03:23.158519 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-cbd4150c-a5f5-480f-b66d-1a702c2e0712 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:03:23.165318 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-cbd4150c-a5f5-480f-b66d-1a702c2e0712 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:03:23.280429 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-cbd4150c-a5f5-480f-b66d-1a702c2e0712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:23.289927 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-cbd4150c-a5f5-480f-b66d-1a702c2e0712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:23.353102 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4150c-a5f5-480f-b66d-1a702c2e0712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252c1261-01a6-45cd-8336-782cc6f75b93,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:23.363487 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-cbd4150c-a5f5-480f-b66d-1a702c2e0712 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f4d4d470f4574e0d8c6a260765c1bbb0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2656970 Mar 08 21:03:23.364209 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 49700) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:03:23.380567 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b2bfd-180a-4cfb-a122-d6caa4bc8389 req-cdc61fcc-f5f8-402a-9b95-9a5ea77dfeff tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:23.382463 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-407b2bfd-180a-4cfb-a122-d6caa4bc8389 req-cdc61fcc-f5f8-402a-9b95-9a5ea77dfeff tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 946 time: 0.1414001 Mar 08 21:03:23.430900 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-407b2bfd-180a-4cfb-a122-d6caa4bc8389 req-26a60771-dc37-4ea3-bcb5-d33041d89d6c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417836 Mar 08 21:03:23.439887 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e74793dd-0789-4721-a7fc-88b9ea4ae899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:23.474835 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e74793dd-0789-4721-a7fc-88b9ea4ae899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:23.531894 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e74793dd-0789-4721-a7fc-88b9ea4ae899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:23.560621 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74793dd-0789-4721-a7fc-88b9ea4ae899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252c1261-01a6-45cd-8336-782cc6f75b93,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:23.571725 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e74793dd-0789-4721-a7fc-88b9ea4ae899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:23.573104 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-e74793dd-0789-4721-a7fc-88b9ea4ae899 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/252c1261-01a6-45cd-8336-782cc6f75b93 HTTP/1.1" status: 204 len: 168 time: 0.2072401 Mar 08 21:03:23.900288 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aefe1f-7ece-4957-b0cb-1990e9d2ff9c req-a0bc58ca-e695-4e34-b38e-f4275f288b0e tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:23.903358 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-39aefe1f-7ece-4957-b0cb-1990e9d2ff9c req-a0bc58ca-e695-4e34-b38e-f4275f288b0e tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c367b8-feb3-4dda-a14b-2e6c072a8205 HTTP/1.1" status: 200 len: 945 time: 0.1089928 Mar 08 21:03:23.952701 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-39aefe1f-7ece-4957-b0cb-1990e9d2ff9c req-b7895821-bdc5-494b-85fc-25f354c8e071 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436649 Mar 08 21:03:24.670406 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236deb8-d4e3-4bc3-aa58-bcb7001f708f req-a426cc57-e177-467c-a0a3-df56f9ca1134 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:24.677261 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5236deb8-d4e3-4bc3-aa58-bcb7001f708f req-a426cc57-e177-467c-a0a3-df56f9ca1134 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 946 time: 0.0890265 Mar 08 21:03:24.722726 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5236deb8-d4e3-4bc3-aa58-bcb7001f708f req-d11df9ce-53d2-41e8-a8ca-012c761fcf6e tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439560 Mar 08 21:03:25.194873 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fd1a3-3f6d-4b9e-8c6e-fd050dbb3cb0 req-ea0ad852-6a7f-4788-a53e-3689d6b6c55e tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:25.196323 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-604fd1a3-3f6d-4b9e-8c6e-fd050dbb3cb0 req-ea0ad852-6a7f-4788-a53e-3689d6b6c55e tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c367b8-feb3-4dda-a14b-2e6c072a8205 HTTP/1.1" status: 200 len: 945 time: 0.0975249 Mar 08 21:03:25.262341 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-604fd1a3-3f6d-4b9e-8c6e-fd050dbb3cb0 req-5ed360e9-8eb2-4bfe-8d9c-6c0e83ed293e tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582850 Mar 08 21:03:26.021241 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c707ac-8b82-405b-9d09-e6874591a077 req-67315870-f2b2-4a39-ba8d-f3df74d4acd1 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:26.025224 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-80c707ac-8b82-405b-9d09-e6874591a077 req-67315870-f2b2-4a39-ba8d-f3df74d4acd1 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 946 time: 0.0898671 Mar 08 21:03:26.091268 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-80c707ac-8b82-405b-9d09-e6874591a077 req-dc33240e-9d06-4365-8dcb-46581741c1fb tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616927 Mar 08 21:03:27.320454 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3dca5-7287-426f-b715-231d47d149e1 req-5dd8041b-0c63-41e5-99c6-007bfeb04c1c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:27.322331 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9af3dca5-7287-426f-b715-231d47d149e1 req-5dd8041b-0c63-41e5-99c6-007bfeb04c1c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 946 time: 0.0893247 Mar 08 21:03:27.377978 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9af3dca5-7287-426f-b715-231d47d149e1 req-454146ec-2d53-4968-92c0-52a8172c3eb9 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496309 Mar 08 21:03:28.603489 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb1a3f-3933-48f2-b58f-660b981f3660 req-d5ac37b4-536f-4bcb-879f-c1ebbf6ea748 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:28.604929 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-2ebb1a3f-3933-48f2-b58f-660b981f3660 req-d5ac37b4-536f-4bcb-879f-c1ebbf6ea748 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 946 time: 0.0752318 Mar 08 21:03:28.649684 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-2ebb1a3f-3933-48f2-b58f-660b981f3660 req-7e01dec6-013a-4d0d-9fcc-994a7c284d74 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386777 Mar 08 21:03:29.228565 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5d4b18f8-91e3-402f-a267-8e300ace4564 req-22594c9f-8c27-48ae-83cd-f430debce378 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55267becfde149f1a4014dbf3988abc1&device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 1099 time: 0.0734491 Mar 08 21:03:29.366706 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b18f8-91e3-402f-a267-8e300ace4564 req-38bc84fe-367a-42de-a875-940e7fdbe6cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:29.368205 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5d4b18f8-91e3-402f-a267-8e300ace4564 req-38bc84fe-367a-42de-a875-940e7fdbe6cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=00070523-754b-4fd2-826d-d4ba066d78ff HTTP/1.1" status: 200 len: 917 time: 0.1320851 Mar 08 21:03:29.474010 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5d4b18f8-91e3-402f-a267-8e300ace4564 req-3ce2d2cb-6000-495e-abd8-39ab6f927b5f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db HTTP/1.1" status: 200 len: 1002 time: 0.0988612 Mar 08 21:03:29.538102 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b18f8-91e3-402f-a267-8e300ace4564 req-a5386d5b-e7a6-4a3b-be4b-0df2fc4b2495 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:29.539829 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5d4b18f8-91e3-402f-a267-8e300ace4564 req-a5386d5b-e7a6-4a3b-be4b-0df2fc4b2495 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8 HTTP/1.1" status: 200 len: 855 time: 0.0595136 Mar 08 21:03:29.623335 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5d4b18f8-91e3-402f-a267-8e300ace4564 req-717df83c-4f59-41c1-beef-90fb228820ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00070523-754b-4fd2-826d-d4ba066d78ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726266 Mar 08 21:03:29.763300 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5d4b18f8-91e3-402f-a267-8e300ace4564 req-aabd5583-f09c-41f1-a393-e542e1675910 service neutron] 10.222.0.21 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313372 Mar 08 21:03:29.877091 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106a32b-ce60-4e40-ab3d-f2cc2c5d8668 req-b49c1225-baaa-415c-a700-806ae688e050 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:29.880289 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6106a32b-ce60-4e40-ab3d-f2cc2c5d8668 req-b49c1225-baaa-415c-a700-806ae688e050 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 946 time: 0.0857921 Mar 08 21:03:29.909128 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5d4b18f8-91e3-402f-a267-8e300ace4564 req-3c78c3ee-70ca-4464-b1b8-2a0c4d673752 service neutron] 10.222.0.21 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362979 Mar 08 21:03:29.935396 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-6106a32b-ce60-4e40-ab3d-f2cc2c5d8668 req-9ac39194-3b49-42c4-971d-591a339a2d26 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512576 Mar 08 21:03:31.161900 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ac341-c36e-4707-84e6-190b6cf09d8d req-cc2e1108-236d-4727-b34a-a932947e627a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:31.163402 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-4c7ac341-c36e-4707-84e6-190b6cf09d8d req-cc2e1108-236d-4727-b34a-a932947e627a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 946 time: 0.0828695 Mar 08 21:03:31.209444 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-4c7ac341-c36e-4707-84e6-190b6cf09d8d req-f19e1326-44e2-4ccd-86ab-12ee489cea1c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389137 Mar 08 21:03:31.754744 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 21:03:32.424811 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323cf84-0927-4a7d-afab-34d8ff95361d req-b7c8aabd-7c3b-4ee9-b7aa-1b0f438125f9 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:32.426321 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c323cf84-0927-4a7d-afab-34d8ff95361d req-b7c8aabd-7c3b-4ee9-b7aa-1b0f438125f9 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 946 time: 0.0788612 Mar 08 21:03:32.479262 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c323cf84-0927-4a7d-afab-34d8ff95361d req-a998a2f1-0121-4708-bf84-489f5bfc94c6 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466599 Mar 08 21:03:32.758004 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 49860) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:03:32.900764 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-82d4b046-cfcf-4d89-b260-f9e8a8310f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:32.935641 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-82d4b046-cfcf-4d89-b260-f9e8a8310f86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:03:32.939718 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-82d4b046-cfcf-4d89-b260-f9e8a8310f86 admin admin] Usage tracker for resource:security_group_rule and tenant:5e2eccd5d14e4fd0bbd3cffbc243d9e8 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:03:32.942729 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-82d4b046-cfcf-4d89-b260-f9e8a8310f86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:03:32.948615 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-82d4b046-cfcf-4d89-b260-f9e8a8310f86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:03:33.022824 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-82d4b046-cfcf-4d89-b260-f9e8a8310f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:33.026932 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-82d4b046-cfcf-4d89-b260-f9e8a8310f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:33.076385 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4b046-cfcf-4d89-b260-f9e8a8310f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a14640-cf60-4882-8d36-35e60d77e2c1,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:33.082047 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-82d4b046-cfcf-4d89-b260-f9e8a8310f86 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e2eccd5d14e4fd0bbd3cffbc243d9e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3225520 Mar 08 21:03:33.084589 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 49874) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:03:33.158569 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-eb32da83-9d21-4bb4-ac6d-fa78faf4a181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:33.185779 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-eb32da83-9d21-4bb4-ac6d-fa78faf4a181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:33.241497 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-eb32da83-9d21-4bb4-ac6d-fa78faf4a181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:33.258643 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32da83-9d21-4bb4-ac6d-fa78faf4a181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a14640-cf60-4882-8d36-35e60d77e2c1,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:33.267457 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-eb32da83-9d21-4bb4-ac6d-fa78faf4a181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:33.271013 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-eb32da83-9d21-4bb4-ac6d-fa78faf4a181 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/07a14640-cf60-4882-8d36-35e60d77e2c1 HTTP/1.1" status: 204 len: 168 time: 0.1805177 Mar 08 21:03:33.620740 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 49894) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:03:33.639436 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-096cf205-c509-44ce-a222-da661ea04c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:33.671874 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-096cf205-c509-44ce-a222-da661ea04c4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:03:33.679862 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-096cf205-c509-44ce-a222-da661ea04c4a admin admin] Usage tracker for resource:security_group_rule and tenant:6385cc32910d44fbad4d58b7d1f8b189 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:03:33.683040 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-096cf205-c509-44ce-a222-da661ea04c4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:03:33.688879 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-096cf205-c509-44ce-a222-da661ea04c4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:03:33.755467 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-096cf205-c509-44ce-a222-da661ea04c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:33.759232 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-096cf205-c509-44ce-a222-da661ea04c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:33.805631 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096cf205-c509-44ce-a222-da661ea04c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f056156-3227-4154-b812-1e4b6c344e13,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:33.813407 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-096cf205-c509-44ce-a222-da661ea04c4a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6385cc32910d44fbad4d58b7d1f8b189&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1892264 Mar 08 21:03:33.814218 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 49902) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:03:33.876928 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2258a05e-358b-44de-b33c-86f809c004aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:33.877669 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 21:03:33.904153 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2258a05e-358b-44de-b33c-86f809c004aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:33.961305 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2258a05e-358b-44de-b33c-86f809c004aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:33.980172 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258a05e-358b-44de-b33c-86f809c004aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f056156-3227-4154-b812-1e4b6c344e13,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:33.992665 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-2258a05e-358b-44de-b33c-86f809c004aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:33.993907 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-2258a05e-358b-44de-b33c-86f809c004aa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f056156-3227-4154-b812-1e4b6c344e13 HTTP/1.1" status: 204 len: 168 time: 0.1790962 Mar 08 21:03:34.027396 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:34.060108 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-6f33ac21-c232-4e87-9577-ebb7f98cfcef req-3cb68dc1-9deb-4d68-8906-a5e755281cd0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1770270 Mar 08 21:03:34.060691 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b21f82d-c1ae-4572-ad7b-7b66bba458aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db'}] {{(pid=83162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 21:03:34.070426 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:03:34.075927 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:34.147697 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db,revision_number=8']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:34.171899 dv-cinder-832328-1-smb neutron-server[83162]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6b21f82d-c1ae-4572-ad7b-7b66bba458aa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db', 'code': 422} returned with failed status Mar 08 21:03:34.406119 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b24788ea-2a2c-4e02-887c-2389ce75355e req-795dfe19-5910-445c-b77e-8579018bf3c6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828090 Mar 08 21:03:34.415233 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcbcee2-e6b1-4949-82dd-a75d9d2a3b8d req-5c702424-2828-4378-8295-c000e2b14ef6 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:34.416787 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3bcbcee2-e6b1-4949-82dd-a75d9d2a3b8d req-5c702424-2828-4378-8295-c000e2b14ef6 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 944 time: 0.0869598 Mar 08 21:03:34.471893 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3bcbcee2-e6b1-4949-82dd-a75d9d2a3b8d req-6f63de53-2449-4e16-89b2-602c08e86ad0 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474074 Mar 08 21:03:34.970247 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b24788ea-2a2c-4e02-887c-2389ce75355e req-1f819fed-4eed-4784-9ac9-c7e45160aafa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa&tenant_id=55267becfde149f1a4014dbf3988abc1 HTTP/1.1" status: 200 len: 1097 time: 0.0712395 Mar 08 21:03:35.074619 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b24788ea-2a2c-4e02-887c-2389ce75355e req-69a390a0-6c2c-4ea6-b3e4-20b412867be5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55267becfde149f1a4014dbf3988abc1&device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 1097 time: 0.0750847 Mar 08 21:03:35.213045 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24788ea-2a2c-4e02-887c-2389ce75355e req-5d1b4d24-a503-443b-a8ca-b1531afea745 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:35.214633 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b24788ea-2a2c-4e02-887c-2389ce75355e req-5d1b4d24-a503-443b-a8ca-b1531afea745 service neutron] 10.222.0.21 "GET /v2.0/networks?id=00070523-754b-4fd2-826d-d4ba066d78ff HTTP/1.1" status: 200 len: 917 time: 0.1347151 Mar 08 21:03:35.330910 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b24788ea-2a2c-4e02-887c-2389ce75355e req-e1801005-0e53-4ed8-8b69-37e9de1bf6c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db HTTP/1.1" status: 200 len: 1000 time: 0.1022179 Mar 08 21:03:35.395202 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24788ea-2a2c-4e02-887c-2389ce75355e req-49177b69-0618-4235-878c-677c61dcf863 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:35.396549 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b24788ea-2a2c-4e02-887c-2389ce75355e req-49177b69-0618-4235-878c-677c61dcf863 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8 HTTP/1.1" status: 200 len: 855 time: 0.0587916 Mar 08 21:03:35.481597 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b24788ea-2a2c-4e02-887c-2389ce75355e req-dc1574cb-5f5e-42ba-9d81-6c0785e504f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00070523-754b-4fd2-826d-d4ba066d78ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695662 Mar 08 21:03:35.673922 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b24788ea-2a2c-4e02-887c-2389ce75355e req-4a0cbbb0-f719-46cc-8422-da6388b31c1e service neutron] 10.222.0.21 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809199 Mar 08 21:03:35.819931 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b9e4d-981d-46d9-9dff-855bebbf084b req-c3e94a79-0861-4cb2-8eac-b2a28ccd1edc tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:35.821438 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-601b9e4d-981d-46d9-9dff-855bebbf084b req-c3e94a79-0861-4cb2-8eac-b2a28ccd1edc tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 944 time: 0.2057321 Mar 08 21:03:35.833268 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b24788ea-2a2c-4e02-887c-2389ce75355e req-d5642b5a-2cc7-4bdd-b18c-9ed3644341b7 service neutron] 10.222.0.21 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533437 Mar 08 21:03:35.884684 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-601b9e4d-981d-46d9-9dff-855bebbf084b req-95b399d1-4485-4bb5-8940-778d5f7a859c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551081 Mar 08 21:03:37.151998 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24e660-daec-4b57-bb63-139b76b9937d req-62d5a044-5c04-426b-9c70-c5b0959feaab tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:37.154080 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-1c24e660-daec-4b57-bb63-139b76b9937d req-62d5a044-5c04-426b-9c70-c5b0959feaab tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 944 time: 0.1230543 Mar 08 21:03:37.233508 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-1c24e660-daec-4b57-bb63-139b76b9937d req-b9209917-c5ac-43a9-be70-751cc75c05a8 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723736 Mar 08 21:03:37.243766 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 50018) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:03:37.414208 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e0234b63-5cb0-4f95-8e83-65f8983c0e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:37.458766 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-e0234b63-5cb0-4f95-8e83-65f8983c0e92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:03:37.463543 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-e0234b63-5cb0-4f95-8e83-65f8983c0e92 admin admin] Usage tracker for resource:security_group_rule and tenant:c3c848fa52694bbbb3b209b6267c78d2 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:03:37.467414 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-e0234b63-5cb0-4f95-8e83-65f8983c0e92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:03:37.473948 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-e0234b63-5cb0-4f95-8e83-65f8983c0e92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:03:37.542286 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e0234b63-5cb0-4f95-8e83-65f8983c0e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:37.546509 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-e0234b63-5cb0-4f95-8e83-65f8983c0e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:37.597892 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0234b63-5cb0-4f95-8e83-65f8983c0e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebb76a4-3eb2-45e9-83e5-ce87967e5454,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:37.606079 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-e0234b63-5cb0-4f95-8e83-65f8983c0e92 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3c848fa52694bbbb3b209b6267c78d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3606889 Mar 08 21:03:37.606254 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 50024) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:03:37.670166 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-888e9bb4-cdf0-4074-9988-738f2fe9c76a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:37.696669 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-888e9bb4-cdf0-4074-9988-738f2fe9c76a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:37.751198 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-888e9bb4-cdf0-4074-9988-738f2fe9c76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:37.766377 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e9bb4-cdf0-4074-9988-738f2fe9c76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebb76a4-3eb2-45e9-83e5-ce87967e5454,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:37.776012 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-888e9bb4-cdf0-4074-9988-738f2fe9c76a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:37.777249 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-888e9bb4-cdf0-4074-9988-738f2fe9c76a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ebb76a4-3eb2-45e9-83e5-ce87967e5454 HTTP/1.1" status: 204 len: 168 time: 0.1698818 Mar 08 21:03:38.151487 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 50034) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:03:38.171479 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-91a3080a-734c-45de-83ed-2670be9a36a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:38.208257 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-91a3080a-734c-45de-83ed-2670be9a36a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:03:38.212680 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-91a3080a-734c-45de-83ed-2670be9a36a8 admin admin] Usage tracker for resource:security_group_rule and tenant:2e65386c4cb84dd3978e1c6ad657bf76 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:03:38.216293 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-91a3080a-734c-45de-83ed-2670be9a36a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:03:38.222492 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-91a3080a-734c-45de-83ed-2670be9a36a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:03:38.292964 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-91a3080a-734c-45de-83ed-2670be9a36a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:38.297284 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-91a3080a-734c-45de-83ed-2670be9a36a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:38.342809 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3080a-734c-45de-83ed-2670be9a36a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1fb2b5-3686-49a3-a9e7-91f7a8ca8e65,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:38.347756 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-91a3080a-734c-45de-83ed-2670be9a36a8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2e65386c4cb84dd3978e1c6ad657bf76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1946702 Mar 08 21:03:38.350898 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 50040) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:03:38.482454 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-845563cd-30e1-4061-b94d-aeee6f9850e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:38.521194 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0a813-7da9-411e-905d-030d0c2b7c2d req-6ec06b26-ac63-40c0-87bf-422cc809a0ac tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:38.522679 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-54f0a813-7da9-411e-905d-030d0c2b7c2d req-6ec06b26-ac63-40c0-87bf-422cc809a0ac tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 944 time: 0.1339619 Mar 08 21:03:38.524414 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-845563cd-30e1-4061-b94d-aeee6f9850e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:38.596160 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-54f0a813-7da9-411e-905d-030d0c2b7c2d req-0390c32f-d17e-496c-82b1-4d94153e59d7 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644433 Mar 08 21:03:38.614118 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-845563cd-30e1-4061-b94d-aeee6f9850e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:38.640493 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845563cd-30e1-4061-b94d-aeee6f9850e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1fb2b5-3686-49a3-a9e7-91f7a8ca8e65,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:38.654719 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-845563cd-30e1-4061-b94d-aeee6f9850e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:38.656136 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-845563cd-30e1-4061-b94d-aeee6f9850e1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f1fb2b5-3686-49a3-a9e7-91f7a8ca8e65 HTTP/1.1" status: 204 len: 168 time: 0.3044817 Mar 08 21:03:39.814013 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad3794-eb55-45a7-b6b9-f8d5788f7b59 req-b3d7b276-74d8-466b-a4e3-b90c90fe6272 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:39.815498 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-4bad3794-eb55-45a7-b6b9-f8d5788f7b59 req-b3d7b276-74d8-466b-a4e3-b90c90fe6272 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 944 time: 0.0811212 Mar 08 21:03:39.861925 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-4bad3794-eb55-45a7-b6b9-f8d5788f7b59 req-ef38759e-06d7-47cc-b230-6ae51502748b tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407641 Mar 08 21:03:40.039230 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-4a72c341-7107-40ae-8e40-3726137bea26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:41.093465 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d062a1-3c25-47aa-b817-b594053db9c0 req-27c938e2-b73d-4373-b9ae-c9048bc8964d tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:41.095207 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-45d062a1-3c25-47aa-b817-b594053db9c0 req-27c938e2-b73d-4373-b9ae-c9048bc8964d tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 944 time: 0.0914655 Mar 08 21:03:41.150927 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-45d062a1-3c25-47aa-b817-b594053db9c0 req-0627e357-c8dd-4ec1-b186-d006c933d157 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500565 Mar 08 21:03:42.320942 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-fb9fef7b-db54-40c4-89da-d805ec83c664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:42.398876 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336c6eb-3b10-4494-a8fa-1f601296ad94 req-356bc28b-880e-470a-81e4-60cd055cc9cc tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:42.400330 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e336c6eb-3b10-4494-a8fa-1f601296ad94 req-356bc28b-880e-470a-81e4-60cd055cc9cc tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 944 time: 0.0788038 Mar 08 21:03:42.451108 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-e336c6eb-3b10-4494-a8fa-1f601296ad94 req-62e220cc-9c5b-4464-bcc8-c52eaea649ec tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447321 Mar 08 21:03:43.356477 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:43.553044 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:43.676987 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2800cd-343f-4fba-b0dd-2fe4c12edff2 req-b832f8e6-e5de-4f4a-9d02-4ce3acf48baf tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:43.678506 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8d2800cd-343f-4fba-b0dd-2fe4c12edff2 req-b832f8e6-e5de-4f4a-9d02-4ce3acf48baf tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 944 time: 0.0774360 Mar 08 21:03:43.728926 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-8d2800cd-343f-4fba-b0dd-2fe4c12edff2 req-cfc714fc-44bb-4e34-aacd-b030baaf2d8d tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446951 Mar 08 21:03:44.884987 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:45.050193 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c62ad-b1ab-4edd-85f5-30d973694205 req-c0b0209e-dd3c-4a55-bc93-1265816dcd9a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:45.051553 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ed1c62ad-b1ab-4edd-85f5-30d973694205 req-c0b0209e-dd3c-4a55-bc93-1265816dcd9a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 944 time: 0.1756499 Mar 08 21:03:45.111448 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-ed1c62ad-b1ab-4edd-85f5-30d973694205 req-707484fb-5005-483c-8572-9a58a31efd5c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469258 Mar 08 21:03:46.319090 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e384e-78e0-4798-b2fe-3735dade412e req-f0999ee0-802b-4975-b4f6-01eb7d82f3e4 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:46.320831 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-de3e384e-78e0-4798-b2fe-3735dade412e req-f0999ee0-802b-4975-b4f6-01eb7d82f3e4 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 944 time: 0.0762043 Mar 08 21:03:46.364852 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-de3e384e-78e0-4798-b2fe-3735dade412e req-8af00dbe-ca8a-46b6-9871-e2cbece4fc5a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387642 Mar 08 21:03:47.574020 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf0d06-294d-4d23-b6bc-dc75b4f2f4a5 req-db6500aa-b0c4-4493-aaa1-094d3c25ae0c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:47.575443 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-f8cf0d06-294d-4d23-b6bc-dc75b4f2f4a5 req-db6500aa-b0c4-4493-aaa1-094d3c25ae0c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 944 time: 0.0805528 Mar 08 21:03:47.619023 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-f8cf0d06-294d-4d23-b6bc-dc75b4f2f4a5 req-b8aa8e9e-a0ee-4234-8963-10618052924f tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381963 Mar 08 21:03:48.320378 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:48.821072 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bdc9d2-4c1c-4341-84dc-eb1d9d4071f1 req-dd3a30e0-ae3e-42e6-abc6-e721ac9aa454 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:48.822551 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-92bdc9d2-4c1c-4341-84dc-eb1d9d4071f1 req-dd3a30e0-ae3e-42e6-abc6-e721ac9aa454 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 944 time: 0.0736709 Mar 08 21:03:48.869599 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-92bdc9d2-4c1c-4341-84dc-eb1d9d4071f1 req-ebea7ca3-b6a6-4966-8e65-6a09f42dcc4b tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411468 Mar 08 21:03:50.075823 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64728a70-9f77-410a-bedc-5e98e20095d6 req-0e223338-8f60-4761-baa2-d9b1ef577289 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:50.077250 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-64728a70-9f77-410a-bedc-5e98e20095d6 req-0e223338-8f60-4761-baa2-d9b1ef577289 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 944 time: 0.0733054 Mar 08 21:03:50.121504 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-64728a70-9f77-410a-bedc-5e98e20095d6 req-43b3462c-7d14-4d14-80d8-a04c82c3471a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387442 Mar 08 21:03:51.338136 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d1839-1e12-4e98-b108-19d0df5c986a req-52267112-b997-4c82-9b35-3b9d2a47e150 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:51.340076 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-4d6d1839-1e12-4e98-b108-19d0df5c986a req-52267112-b997-4c82-9b35-3b9d2a47e150 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 944 time: 0.0745583 Mar 08 21:03:51.383654 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-4d6d1839-1e12-4e98-b108-19d0df5c986a req-32ad314c-db50-498f-9c8f-b58f220eb4cd tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382581 Mar 08 21:03:51.959110 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 21:03:52.087596 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:03:52.100151 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Returning: {'device': '39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'port_id': '39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db', 'mac_address': 'fa:16:3e:0b:b2:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 21:03:52.155127 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:52.173343 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db {{(pid=83162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 21:03:52.188374 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:03:52.191789 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:52.253760 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db,revision_number=9']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:52.536843 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 21:03:52.592744 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099e781-f6ef-4c27-a3ac-74529c5f67c1 req-d418e15e-9a7b-42f6-8f35-bf4c006cdc8e tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:52.594328 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b099e781-f6ef-4c27-a3ac-74529c5f67c1 req-d418e15e-9a7b-42f6-8f35-bf4c006cdc8e tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 945 time: 0.0792270 Mar 08 21:03:52.725443 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b099e781-f6ef-4c27-a3ac-74529c5f67c1 req-5eed192e-6a74-4cda-8b8b-81b75be4681a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256139 Mar 08 21:03:53.934756 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91b0f3-fb9c-4bcd-8561-a1458936e707 req-2b12289c-ca38-41bf-88f1-da5dd79d2fed tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:53.936207 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-5b91b0f3-fb9c-4bcd-8561-a1458936e707 req-2b12289c-ca38-41bf-88f1-da5dd79d2fed tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 945 time: 0.0779424 Mar 08 21:03:53.961315 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db up at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 21:03:53.983003 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-5b91b0f3-fb9c-4bcd-8561-a1458936e707 req-1d78841a-c6e8-46b5-a941-04c89eed2230 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414517 Mar 08 21:03:54.026297 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning complete for port 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 21:03:54.026664 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:54.136507 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:54.162527 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b21f82d-c1ae-4572-ad7b-7b66bba458aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db'}] {{(pid=83162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 21:03:54.174264 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:03:54.181775 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:03:54.252076 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db,revision_number=10']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:03:54.326768 dv-cinder-832328-1-smb neutron-server[83162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b21f82d-c1ae-4572-ad7b-7b66bba458aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db', 'code': 200} Mar 08 21:03:54.548990 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-2e1bf1d1-0955-4944-aee0-4769f004f448 req-b60e6aa6-e4e5-4c49-b7d6-c31404dd2713 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 1100 time: 0.0656013 Mar 08 21:03:54.589985 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-2e1bf1d1-0955-4944-aee0-4769f004f448 req-9c67bc7b-47d3-43a4-8b96-f333ad99c2e9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347219 Mar 08 21:03:55.189681 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53eda9-2361-4076-a2b4-01027903efba req-bc4fd3b4-ba11-4868-90ec-83a980f9b582 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:55.191131 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3b53eda9-2361-4076-a2b4-01027903efba req-bc4fd3b4-ba11-4868-90ec-83a980f9b582 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 947 time: 0.0756152 Mar 08 21:03:55.236476 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-3b53eda9-2361-4076-a2b4-01027903efba req-33d84f49-f31a-4b62-98fc-716169c6d148 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397696 Mar 08 21:03:56.462049 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25238ab7-40f8-4da2-bbba-4a5d5bb55a92 req-a21cde01-b7e6-4f59-b62e-b1cf7bdd5061 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:56.463519 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-25238ab7-40f8-4da2-bbba-4a5d5bb55a92 req-a21cde01-b7e6-4f59-b62e-b1cf7bdd5061 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 947 time: 0.0792863 Mar 08 21:03:56.509166 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-25238ab7-40f8-4da2-bbba-4a5d5bb55a92 req-d7803d85-b533-46f9-b399-59c37344bd21 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394421 Mar 08 21:03:57.727154 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97296819-0ed4-495f-9fd0-196455f6d1d7 req-d8212c35-e74d-4c70-ad96-4b179f4af66b tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:03:57.728959 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-97296819-0ed4-495f-9fd0-196455f6d1d7 req-d8212c35-e74d-4c70-ad96-4b179f4af66b tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 947 time: 0.0835056 Mar 08 21:03:57.774814 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-97296819-0ed4-495f-9fd0-196455f6d1d7 req-ce6d80b1-0810-4bc1-a58d-9faab30cfeda tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394030 Mar 08 21:04:00.008688 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3bf6716e-a4f8-440b-9a37-52faca43216f req-12a91159-debf-4e4a-9d7d-ec375af758ca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654726 Mar 08 21:04:00.155177 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3bf6716e-a4f8-440b-9a37-52faca43216f req-8debf253-9217-462f-b72f-46cad86ede58 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55267becfde149f1a4014dbf3988abc1&device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 1100 time: 0.0693030 Mar 08 21:04:00.295947 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6716e-a4f8-440b-9a37-52faca43216f req-33bf368e-baad-4cd0-973c-25024fb8fd38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:00.297353 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3bf6716e-a4f8-440b-9a37-52faca43216f req-33bf368e-baad-4cd0-973c-25024fb8fd38 service neutron] 10.222.0.21 "GET /v2.0/networks?id=00070523-754b-4fd2-826d-d4ba066d78ff HTTP/1.1" status: 200 len: 917 time: 0.1224344 Mar 08 21:04:00.395775 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3bf6716e-a4f8-440b-9a37-52faca43216f req-0ae55451-ef7f-4e91-b27f-50be8f6099ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db HTTP/1.1" status: 200 len: 1002 time: 0.0913730 Mar 08 21:04:00.479475 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6716e-a4f8-440b-9a37-52faca43216f req-164dc33e-a161-46d1-8989-d5f0606866db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:00.481803 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3bf6716e-a4f8-440b-9a37-52faca43216f req-164dc33e-a161-46d1-8989-d5f0606866db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8 HTTP/1.1" status: 200 len: 855 time: 0.0788853 Mar 08 21:04:00.560728 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3bf6716e-a4f8-440b-9a37-52faca43216f req-b5c90790-7118-4d02-9b0a-b4c2ab1d0134 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00070523-754b-4fd2-826d-d4ba066d78ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726945 Mar 08 21:04:00.688013 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3bf6716e-a4f8-440b-9a37-52faca43216f req-13d9c802-c682-4ca8-8adf-891447d95b8c service neutron] 10.222.0.21 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201730 Mar 08 21:04:00.816319 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-3bf6716e-a4f8-440b-9a37-52faca43216f req-488f113e-9aef-419e-87df-4694c8b95617 service neutron] 10.222.0.21 "GET /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219866 Mar 08 21:04:08.755788 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 21:04:10.043119 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7b28d710-27f1-45d6-ae86-34b3d0ac1e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:12.313359 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-1e1a4471-7c35-4447-bd9f-a151f4b36d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:13.357920 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:13.441987 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2b388-c776-45d1-a317-55fab096dfb4 req-cf6b69ab-8d11-4978-a725-30c37f7bf0ba tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:13.443345 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-67a2b388-c776-45d1-a317-55fab096dfb4 req-cf6b69ab-8d11-4978-a725-30c37f7bf0ba tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c367b8-feb3-4dda-a14b-2e6c072a8205 HTTP/1.1" status: 200 len: 945 time: 0.0735707 Mar 08 21:04:13.490381 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-67a2b388-c776-45d1-a317-55fab096dfb4 req-95151ac3-0fb5-4c57-a716-4542328999ad tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410397 Mar 08 21:04:13.554057 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:14.688160 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039af25b-a8fa-4ae6-9aaf-de6c72194634 req-928640fc-7f15-497f-b634-1b99f8ab193e tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:14.689586 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-039af25b-a8fa-4ae6-9aaf-de6c72194634 req-928640fc-7f15-497f-b634-1b99f8ab193e tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c367b8-feb3-4dda-a14b-2e6c072a8205 HTTP/1.1" status: 200 len: 945 time: 0.0786657 Mar 08 21:04:14.733086 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-039af25b-a8fa-4ae6-9aaf-de6c72194634 req-0babb8d7-6c00-4641-9d88-8e0f24276117 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380063 Mar 08 21:04:14.875316 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:15.930223 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fe18e-dedf-4774-88af-289a0ccdbbb8 req-58cf9e51-dd78-4b30-87d8-a07230c3669c tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:15.931645 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-556fe18e-dedf-4774-88af-289a0ccdbbb8 req-58cf9e51-dd78-4b30-87d8-a07230c3669c tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c367b8-feb3-4dda-a14b-2e6c072a8205 HTTP/1.1" status: 200 len: 945 time: 0.0745997 Mar 08 21:04:15.975046 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-556fe18e-dedf-4774-88af-289a0ccdbbb8 req-2faabf54-c7a2-46ce-a44f-52e756a2d28e tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379686 Mar 08 21:04:17.168589 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2ea49-c4a3-4c64-abd0-c4385f71d5c5 req-02f45c0e-05da-4fec-bd6a-7d179c70fa6a tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:17.170324 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-66a2ea49-c4a3-4c64-abd0-c4385f71d5c5 req-02f45c0e-05da-4fec-bd6a-7d179c70fa6a tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c367b8-feb3-4dda-a14b-2e6c072a8205 HTTP/1.1" status: 200 len: 945 time: 0.0802367 Mar 08 21:04:17.217839 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-66a2ea49-c4a3-4c64-abd0-c4385f71d5c5 req-216e882c-2ef2-4ccb-acdb-c476c42a1461 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419619 Mar 08 21:04:18.320429 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:18.416409 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41840f91-68d0-4459-b2de-83d5c4c060ad req-289eba2a-f203-4717-81cc-f37d8fad9c97 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:18.418347 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-41840f91-68d0-4459-b2de-83d5c4c060ad req-289eba2a-f203-4717-81cc-f37d8fad9c97 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c367b8-feb3-4dda-a14b-2e6c072a8205 HTTP/1.1" status: 200 len: 945 time: 0.0814304 Mar 08 21:04:18.461918 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-41840f91-68d0-4459-b2de-83d5c4c060ad req-037641b0-40bf-474f-90e8-734806565b8e tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380397 Mar 08 21:04:18.759157 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dde193-8f4a-4457-a1c0-e33811bc7e98 req-e900b72c-f4da-4e78-be56-bcb268cbade1 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:18.760518 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a5dde193-8f4a-4457-a1c0-e33811bc7e98 req-e900b72c-f4da-4e78-be56-bcb268cbade1 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c367b8-feb3-4dda-a14b-2e6c072a8205 HTTP/1.1" status: 200 len: 945 time: 0.0731189 Mar 08 21:04:18.832149 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [req-a5dde193-8f4a-4457-a1c0-e33811bc7e98 req-dd89c22b-2e61-426e-b5d1-c859bde5d138 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Deleting port bef059d5-ee69-414a-b646-19cdb52be97b {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:04:18.832508 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-a5dde193-8f4a-4457-a1c0-e33811bc7e98 req-dd89c22b-2e61-426e-b5d1-c859bde5d138 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:19.060922 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-a5dde193-8f4a-4457-a1c0-e33811bc7e98 req-dd89c22b-2e61-426e-b5d1-c859bde5d138 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] For port bef059d5-ee69-414a-b646-19cdb52be97b, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=bef059d5-ee69-414a-b646-19cdb52be97b,segment=NetworkSegment(6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5),segment_id=6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5)] {{(pid=83161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:04:19.061274 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-a5dde193-8f4a-4457-a1c0-e33811bc7e98 req-dd89c22b-2e61-426e-b5d1-c859bde5d138 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:19.254527 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [req-a5dde193-8f4a-4457-a1c0-e33811bc7e98 req-dd89c22b-2e61-426e-b5d1-c859bde5d138 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Calling delete_port for bef059d5-ee69-414a-b646-19cdb52be97b owned by compute:nova {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:04:19.390285 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-a5dde193-8f4a-4457-a1c0-e33811bc7e98 req-dd89c22b-2e61-426e-b5d1-c859bde5d138 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:19.401903 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['bef059d5-ee69-414a-b646-19cdb52be97b'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 21:04:19.438779 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89c22b-2e61-426e-b5d1-c859bde5d138 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Pushing event deleted for resources: {'Port': ['ID=bef059d5-ee69-414a-b646-19cdb52be97b,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:04:19.477724 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c22b-2e61-426e-b5d1-c859bde5d138 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:19.478068 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c22b-2e61-426e-b5d1-c859bde5d138 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:19.478405 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c22b-2e61-426e-b5d1-c859bde5d138 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:19.478728 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c22b-2e61-426e-b5d1-c859bde5d138 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:19.479052 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c22b-2e61-426e-b5d1-c859bde5d138 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:19.479899 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c22b-2e61-426e-b5d1-c859bde5d138 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:19.480221 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c22b-2e61-426e-b5d1-c859bde5d138 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:19.480540 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c22b-2e61-426e-b5d1-c859bde5d138 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:19.480860 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c22b-2e61-426e-b5d1-c859bde5d138 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:19.481173 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c22b-2e61-426e-b5d1-c859bde5d138 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:19.481487 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd89c22b-2e61-426e-b5d1-c859bde5d138 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:19.523654 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5dde193-8f4a-4457-a1c0-e33811bc7e98 req-dd89c22b-2e61-426e-b5d1-c859bde5d138 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] No DVR routers for this DVR port bef059d5-ee69-414a-b646-19cdb52be97b on host hv-cinder-83232 {{(pid=83161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:04:19.526153 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-a5dde193-8f4a-4457-a1c0-e33811bc7e98 req-dd89c22b-2e61-426e-b5d1-c859bde5d138 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:19.528607 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c367b8-feb3-4dda-a14b-2e6c072a8205', 'name': 'network-vif-deleted', 'tag': 'bef059d5-ee69-414a-b646-19cdb52be97b'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 21:04:19.544988 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a5dde193-8f4a-4457-a1c0-e33811bc7e98 req-dd89c22b-2e61-426e-b5d1-c859bde5d138 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.21 "DELETE /v2.0/ports/bef059d5-ee69-414a-b646-19cdb52be97b HTTP/1.1" status: 204 len: 173 time: 0.7792087 Mar 08 21:04:19.630993 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-bb3adba3-c9c3-403b-a5c3-c7da6caca7d7 req-7560f487-45fc-47e0-a67c-62b497702794 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Synchronizing usage tracker for tenant:4745ae8f89b547c1aa324f4c424d1d15 on resource:port {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 21:04:19.647205 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-bb3adba3-c9c3-403b-a5c3-c7da6caca7d7 req-7560f487-45fc-47e0-a67c-62b497702794 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Unset dirty status for tenant:4745ae8f89b547c1aa324f4c424d1d15 on resource:port {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 21:04:19.648363 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-bb3adba3-c9c3-403b-a5c3-c7da6caca7d7 req-7560f487-45fc-47e0-a67c-62b497702794 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=46c367b8-feb3-4dda-a14b-2e6c072a8205 HTTP/1.1" status: 200 len: 210 time: 0.0621557 Mar 08 21:04:19.676367 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c367b8-feb3-4dda-a14b-2e6c072a8205', 'name': 'network-vif-deleted', 'tag': 'bef059d5-ee69-414a-b646-19cdb52be97b', 'status': 'completed', 'code': 200} Mar 08 21:04:22.164745 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device bef059d5-ee69-414a-b646-19cdb52be97b no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 21:04:22.198935 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] No Port match for: bef059d5-ee69-414a-b646-19cdb52be97b {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 21:04:22.199272 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device bef059d5-ee69-414a-b646-19cdb52be97b not bound to the agent host hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 21:04:24.975632 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-dca04515-e62d-4519-9c01-92c2c883df6c tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:24.977027 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-dca04515-e62d-4519-9c01-92c2c883df6c tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/networks?id=41081158-1dc9-49bb-b67f-1d639eee51a1 HTTP/1.1" status: 200 len: 814 time: 0.1361063 Mar 08 21:04:24.992667 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-e54b4933-78b9-47e1-8d50-0633b0606876 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/quotas/4745ae8f89b547c1aa324f4c424d1d15 HTTP/1.1" status: 200 len: 375 time: 0.0099175 Mar 08 21:04:25.035875 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-697caba5-0a69-496e-bae4-b0aec459ed6a tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4745ae8f89b547c1aa324f4c424d1d15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379243 Mar 08 21:04:25.046509 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-ef3d1f4b-3f70-42ae-9554-dc22ec6999b5 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=83160) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 08 21:04:25.047437 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-ef3d1f4b-3f70-42ae-9554-dc22ec6999b5 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046933 Mar 08 21:04:25.176074 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-4bdb3f83-8fc8-4d38-b04c-f0d172fb362e service neutron] 10.222.0.39 "GET /v2.0/networks/41081158-1dc9-49bb-b67f-1d639eee51a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231763 Mar 08 21:04:25.302773 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-ad323c76-d29f-48de-8d5f-f340587bfebd service neutron] 10.222.0.39 "GET /v2.0/networks/41081158-1dc9-49bb-b67f-1d639eee51a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211636 Mar 08 21:04:25.487001 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9cecd60c-09c2-47ee-9abe-18965fb7963b req-ca6b8995-0de7-4643-bb4c-10930030be1c tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92e90af-7fa1-475f-a2c0-040bada65fa4 HTTP/1.1" status: 200 len: 210 time: 0.0413978 Mar 08 21:04:26.478500 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-fb20d827-40f3-4b35-b139-292480f65801 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:26.479884 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-fb20d827-40f3-4b35-b139-292480f65801 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.21 "GET /v2.0/networks?id=41081158-1dc9-49bb-b67f-1d639eee51a1 HTTP/1.1" status: 200 len: 814 time: 0.1476505 Mar 08 21:04:26.496413 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-ee04436f-e9d4-4dd3-9c34-18e4ab11bcb9 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Request body: {'port': {'device_id': 'e92e90af-7fa1-475f-a2c0-040bada65fa4', 'network_id': '41081158-1dc9-49bb-b67f-1d639eee51a1', 'admin_state_up': True, 'tenant_id': '4745ae8f89b547c1aa324f4c424d1d15'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 21:04:26.632080 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-ee04436f-e9d4-4dd3-9c34-18e4ab11bcb9 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:04:26.641322 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-ee04436f-e9d4-4dd3-9c34-18e4ab11bcb9 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:04:26.650435 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-ee04436f-e9d4-4dd3-9c34-18e4ab11bcb9 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Made reservation on behalf of 4745ae8f89b547c1aa324f4c424d1d15 for: {'port': 1} {{(pid=83161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:04:26.654023 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-ee04436f-e9d4-4dd3-9c34-18e4ab11bcb9 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:26.655681 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-07d1179a-691d-4ad6-b8f4-3687f4f4c395 req-3803f0f5-fb25-49b0-8a13-20ac21f80bec tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92e90af-7fa1-475f-a2c0-040bada65fa4 HTTP/1.1" status: 200 len: 210 time: 0.0404296 Mar 08 21:04:26.811419 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_common [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-ee04436f-e9d4-4dd3-9c34-18e4ab11bcb9 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Allocated IP 172.20.0.8 (41081158-1dc9-49bb-b67f-1d639eee51a1/6640e12f-f2d7-40ff-9276-b8086d9b9adf/a311e4b0-0cc7-4029-aa85-bc2736c648d5) {{(pid=83161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:04:27.005441 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-ee04436f-e9d4-4dd3-9c34-18e4ab11bcb9 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Notify callbacks [] for port, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:27.032754 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-ee04436f-e9d4-4dd3-9c34-18e4ab11bcb9 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774925909643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:27.108990 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-ee04436f-e9d4-4dd3-9c34-18e4ab11bcb9 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Network 41081158-1dc9-49bb-b67f-1d639eee51a1 is already hosted by enough agents. {{(pid=83161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:04:27.110620 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.base_scheduler [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-ee04436f-e9d4-4dd3-9c34-18e4ab11bcb9 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Resources bound (agent type, host, resource id): {{(pid=83161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:04:27.114560 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-ee04436f-e9d4-4dd3-9c34-18e4ab11bcb9 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Received port after_create {{(pid=83161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 08 21:04:27.154211 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04436f-e9d4-4dd3-9c34-18e4ab11bcb9 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Pushing event updated for resources: {'Port': ['ID=a311e4b0-0cc7-4029-aa85-bc2736c648d5,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:04:27.180579 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-ee04436f-e9d4-4dd3-9c34-18e4ab11bcb9 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:27.181174 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-ee04436f-e9d4-4dd3-9c34-18e4ab11bcb9 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:27.204236 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-ee04436f-e9d4-4dd3-9c34-18e4ab11bcb9 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7120566 Mar 08 21:04:27.215205 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.v2.base [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-12634610-79cc-4359-ab71-ae9f71808311 service neutron] Request body: {'port': {'device_id': 'e92e90af-7fa1-475f-a2c0-040bada65fa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83232'}} {{(pid=83161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 08 21:04:27.318253 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-12634610-79cc-4359-ab71-ae9f71808311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:27.716951 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-12634610-79cc-4359-ab71-ae9f71808311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a311e4b0-0cc7-4029-aa85-bc2736c648d5 {{(pid=83161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 21:04:27.723616 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-12634610-79cc-4359-ab71-ae9f71808311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:27.737383 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.provisioning_blocks [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-12634610-79cc-4359-ab71-ae9f71808311 service neutron] Transition to ACTIVE for port object a311e4b0-0cc7-4029-aa85-bc2736c648d5 will not be triggered until provisioned by entity L2. {{(pid=83161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 08 21:04:27.742430 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-12634610-79cc-4359-ab71-ae9f71808311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:27.911082 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12634610-79cc-4359-ab71-ae9f71808311 service neutron] Pushing event updated for resources: {'Port': ['ID=a311e4b0-0cc7-4029-aa85-bc2736c648d5,revision_number=2']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:04:28.006681 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc30170-8b0f-4b1d-a2ef-c30fc4865895 req-e3557f38-7343-4726-ac5f-908b59103b6c tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:28.007278 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-5cc30170-8b0f-4b1d-a2ef-c30fc4865895 req-e3557f38-7343-4726-ac5f-908b59103b6c tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Synchronizing usage tracker for tenant:4745ae8f89b547c1aa324f4c424d1d15 on resource:port {{(pid=83161) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 08 21:04:28.037767 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-12634610-79cc-4359-ab71-ae9f71808311 service neutron] Attempting to bind port a311e4b0-0cc7-4029-aa85-bc2736c648d5 on host hv-cinder-83232 for vnic_type normal with profile {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 08 21:04:28.038085 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-12634610-79cc-4359-ab71-ae9f71808311 service neutron] Attempting to bind port a311e4b0-0cc7-4029-aa85-bc2736c648d5 by drivers openvswitch,hyperv on host hv-cinder-83232 at level 0 using segments [{'id': '6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '41081158-1dc9-49bb-b67f-1d639eee51a1'}] {{(pid=83161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 08 21:04:28.038401 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-12634610-79cc-4359-ab71-ae9f71808311 service neutron] Attempting to bind port a311e4b0-0cc7-4029-aa85-bc2736c648d5 on network 41081158-1dc9-49bb-b67f-1d639eee51a1 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 21:04:28.042539 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [req-5cc30170-8b0f-4b1d-a2ef-c30fc4865895 req-e3557f38-7343-4726-ac5f-908b59103b6c tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Unset dirty status for tenant:4745ae8f89b547c1aa324f4c424d1d15 on resource:port {{(pid=83161) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 08 21:04:28.043643 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5cc30170-8b0f-4b1d-a2ef-c30fc4865895 req-e3557f38-7343-4726-ac5f-908b59103b6c tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92e90af-7fa1-475f-a2c0-040bada65fa4 HTTP/1.1" status: 200 len: 943 time: 0.2656195 Mar 08 21:04:28.046072 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-12634610-79cc-4359-ab71-ae9f71808311 service neutron] Port a311e4b0-0cc7-4029-aa85-bc2736c648d5 on network 41081158-1dc9-49bb-b67f-1d639eee51a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83232 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 08 21:04:28.046382 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-12634610-79cc-4359-ab71-ae9f71808311 service neutron] Attempting to bind port a311e4b0-0cc7-4029-aa85-bc2736c648d5 on network 41081158-1dc9-49bb-b67f-1d639eee51a1 {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 08 21:04:28.066812 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-12634610-79cc-4359-ab71-ae9f71808311 service neutron] Checking agent: {'id': '7ef80941-8def-40cc-9dc9-727f4daf545d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'started_at': datetime.datetime(2022, 3, 8, 20, 50, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 08 21:04:28.067143 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-12634610-79cc-4359-ab71-ae9f71808311 service neutron] Checking segment: {'id': '6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '41081158-1dc9-49bb-b67f-1d639eee51a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 08 21:04:28.067507 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-12634610-79cc-4359-ab71-ae9f71808311 service neutron] Bound using segment: {'id': '6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '41081158-1dc9-49bb-b67f-1d639eee51a1'} {{(pid=83161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 08 21:04:28.067922 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.managers [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-12634610-79cc-4359-ab71-ae9f71808311 service neutron] Bound port: a311e4b0-0cc7-4029-aa85-bc2736c648d5, host: hv-cinder-83232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '41081158-1dc9-49bb-b67f-1d639eee51a1'}}] {{(pid=83161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 08 21:04:28.068259 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-12634610-79cc-4359-ab71-ae9f71808311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:28.144147 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-5cc30170-8b0f-4b1d-a2ef-c30fc4865895 req-41829428-73c0-4f60-bda4-c943668fc516 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939686 Mar 08 21:04:28.171456 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-12634610-79cc-4359-ab71-ae9f71808311 service neutron] For port a311e4b0-0cc7-4029-aa85-bc2736c648d5, host hv-cinder-83232, cleared binding levels {{(pid=83161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:04:28.174366 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-12634610-79cc-4359-ab71-ae9f71808311 service neutron] For port a311e4b0-0cc7-4029-aa85-bc2736c648d5, host hv-cinder-83232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=a311e4b0-0cc7-4029-aa85-bc2736c648d5,segment=NetworkSegment(6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5),segment_id=6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5)] {{(pid=83161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:04:28.178304 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-12634610-79cc-4359-ab71-ae9f71808311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1095429'] for port, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:28.241492 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-12634610-79cc-4359-ab71-ae9f71808311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:28.242857 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-12634610-79cc-4359-ab71-ae9f71808311 service neutron] 10.222.0.21 "PUT /v2.0/ports/a311e4b0-0cc7-4029-aa85-bc2736c648d5 HTTP/1.1" status: 200 len: 1093 time: 1.0314281 Mar 08 21:04:28.243271 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92e90af-7fa1-475f-a2c0-040bada65fa4', 'tag': 'a311e4b0-0cc7-4029-aa85-bc2736c648d5'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 21:04:28.260008 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12634610-79cc-4359-ab71-ae9f71808311 service neutron] Pushing event updated for resources: {'Port': ['ID=a311e4b0-0cc7-4029-aa85-bc2736c648d5,revision_number=3']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:04:28.309478 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92e90af-7fa1-475f-a2c0-040bada65fa4', 'tag': 'a311e4b0-0cc7-4029-aa85-bc2736c648d5', 'status': 'completed', 'code': 200} Mar 08 21:04:28.348111 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-99929990-7fe9-4d51-95a1-575f32ccdba5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4745ae8f89b547c1aa324f4c424d1d15&device_id=e92e90af-7fa1-475f-a2c0-040bada65fa4 HTTP/1.1" status: 200 len: 1096 time: 0.0692945 Mar 08 21:04:28.418132 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-426239d0-8a8d-4df5-be09-86b918e479dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a311e4b0-0cc7-4029-aa85-bc2736c648d5 HTTP/1.1" status: 200 len: 217 time: 0.0626709 Mar 08 21:04:28.477491 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-856eca57-99bb-47bf-9d5d-ce5e131e8353 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:28.479433 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-856eca57-99bb-47bf-9d5d-ce5e131e8353 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6640e12f-f2d7-40ff-9276-b8086d9b9adf HTTP/1.1" status: 200 len: 854 time: 0.0545237 Mar 08 21:04:28.526012 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-baf78a2a-6386-4724-8a29-9ea443d7ddd4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41081158-1dc9-49bb-b67f-1d639eee51a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401413 Mar 08 21:04:28.652055 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-65935076-2538-4915-885c-9d3dce46e319 service neutron] 10.222.0.21 "GET /v2.0/networks/41081158-1dc9-49bb-b67f-1d639eee51a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198003 Mar 08 21:04:28.777435 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-9d1d4cfa-e203-424f-bd9b-86c466b0945f req-e1b27a3e-06ce-46b3-82d4-4bd2a0137f9b service neutron] 10.222.0.21 "GET /v2.0/networks/41081158-1dc9-49bb-b67f-1d639eee51a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191409 Mar 08 21:04:28.889573 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-46b2bbd4-4776-45a3-8e55-f84143f87851 req-2f00147c-e9bf-4519-8332-c2fe5117e82b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4745ae8f89b547c1aa324f4c424d1d15&device_id=e92e90af-7fa1-475f-a2c0-040bada65fa4 HTTP/1.1" status: 200 len: 1096 time: 0.0661290 Mar 08 21:04:29.017669 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2bbd4-4776-45a3-8e55-f84143f87851 req-6c9d71db-3a41-476c-afca-4c54ff976a36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:29.019113 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-46b2bbd4-4776-45a3-8e55-f84143f87851 req-6c9d71db-3a41-476c-afca-4c54ff976a36 service neutron] 10.222.0.21 "GET /v2.0/networks?id=41081158-1dc9-49bb-b67f-1d639eee51a1 HTTP/1.1" status: 200 len: 915 time: 0.1233919 Mar 08 21:04:29.086743 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-46b2bbd4-4776-45a3-8e55-f84143f87851 req-76a7b257-0e3c-486b-a2b0-24f5020a837c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a311e4b0-0cc7-4029-aa85-bc2736c648d5 HTTP/1.1" status: 200 len: 217 time: 0.0612502 Mar 08 21:04:29.148771 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2bbd4-4776-45a3-8e55-f84143f87851 req-a7bcbee4-e33f-4c01-86bb-a31a58090804 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:29.150259 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-46b2bbd4-4776-45a3-8e55-f84143f87851 req-a7bcbee4-e33f-4c01-86bb-a31a58090804 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6640e12f-f2d7-40ff-9276-b8086d9b9adf HTTP/1.1" status: 200 len: 854 time: 0.0566707 Mar 08 21:04:29.195158 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-46b2bbd4-4776-45a3-8e55-f84143f87851 req-0712772b-4304-4c7c-a1f5-1c0cc6ca978b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41081158-1dc9-49bb-b67f-1d639eee51a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383089 Mar 08 21:04:29.449415 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-46b2bbd4-4776-45a3-8e55-f84143f87851 req-de29192f-8884-4361-bf56-55f39dce22f9 service neutron] 10.222.0.21 "GET /v2.0/networks/41081158-1dc9-49bb-b67f-1d639eee51a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476358 Mar 08 21:04:29.480438 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70163616-bd92-4295-9380-4165f3e8ec31 req-1a7cf3d5-ee80-460c-92dd-460aeb531de7 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:29.481807 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-70163616-bd92-4295-9380-4165f3e8ec31 req-1a7cf3d5-ee80-460c-92dd-460aeb531de7 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92e90af-7fa1-475f-a2c0-040bada65fa4 HTTP/1.1" status: 200 len: 943 time: 0.1410630 Mar 08 21:04:29.598883 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-70163616-bd92-4295-9380-4165f3e8ec31 req-02edd718-4894-410c-a37d-413aadf12da3 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707295 Mar 08 21:04:29.614069 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-46b2bbd4-4776-45a3-8e55-f84143f87851 req-5e4e8a2d-1c7c-4f03-93f2-9fdd0b3a2bf4 service neutron] 10.222.0.21 "GET /v2.0/networks/41081158-1dc9-49bb-b67f-1d639eee51a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578977 Mar 08 21:04:30.793157 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143094a-ec4b-4bed-93ee-f52045a3fc0e req-0b663855-b2bb-4641-b8d5-cea11e3d6463 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:30.794548 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-5143094a-ec4b-4bed-93ee-f52045a3fc0e req-0b663855-b2bb-4641-b8d5-cea11e3d6463 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92e90af-7fa1-475f-a2c0-040bada65fa4 HTTP/1.1" status: 200 len: 943 time: 0.0771594 Mar 08 21:04:30.837601 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-5143094a-ec4b-4bed-93ee-f52045a3fc0e req-a3942fba-afb0-4588-b915-e9940858a00f tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376778 Mar 08 21:04:32.035602 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fb2a3-2fdf-48c0-871f-1d45ac9bddbb req-cc8beaba-a9cf-4a5e-b240-9994b1d04992 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:32.036948 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-4b0fb2a3-2fdf-48c0-871f-1d45ac9bddbb req-cc8beaba-a9cf-4a5e-b240-9994b1d04992 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92e90af-7fa1-475f-a2c0-040bada65fa4 HTTP/1.1" status: 200 len: 943 time: 0.0774825 Mar 08 21:04:32.080207 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-4b0fb2a3-2fdf-48c0-871f-1d45ac9bddbb req-fd83aac5-7f11-495c-ae9f-ddd43b5e0f97 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370045 Mar 08 21:04:32.227144 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device a311e4b0-0cc7-4029-aa85-bc2736c648d5 details requested by agent hyperv_hv-cinder-83232 with host hv-cinder-83232 {{(pid=83162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 08 21:04:32.358175 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port a311e4b0-0cc7-4029-aa85-bc2736c648d5, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=a311e4b0-0cc7-4029-aa85-bc2736c648d5,segment=NetworkSegment(6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5),segment_id=6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:04:32.371497 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Returning: {'device': 'a311e4b0-0cc7-4029-aa85-bc2736c648d5', 'network_id': '41081158-1dc9-49bb-b67f-1d639eee51a1', 'port_id': 'a311e4b0-0cc7-4029-aa85-bc2736c648d5', 'mac_address': 'fa:16:3e:66:5f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6640e12f-f2d7-40ff-9276-b8086d9b9adf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 08 21:04:32.422613 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:32.438761 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a311e4b0-0cc7-4029-aa85-bc2736c648d5 {{(pid=83162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 08 21:04:32.453226 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port a311e4b0-0cc7-4029-aa85-bc2736c648d5, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=a311e4b0-0cc7-4029-aa85-bc2736c648d5,segment=NetworkSegment(6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5),segment_id=6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:04:32.457207 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:32.519668 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=a311e4b0-0cc7-4029-aa85-bc2736c648d5,revision_number=4']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:04:32.527697 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:32.528037 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:32.528371 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:32.528695 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:32.529018 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:32.529335 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:32.529672 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:32.529989 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:32.530302 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:32.530613 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:32.530925 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:32.789531 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['a311e4b0-0cc7-4029-aa85-bc2736c648d5'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 21:04:33.272188 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03ac07-f603-4867-abca-55db1fe758b8 req-ca73d03a-b1c6-4334-87fd-15f1544f5143 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:33.273619 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-1a03ac07-f603-4867-abca-55db1fe758b8 req-ca73d03a-b1c6-4334-87fd-15f1544f5143 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92e90af-7fa1-475f-a2c0-040bada65fa4 HTTP/1.1" status: 200 len: 944 time: 0.0736928 Mar 08 21:04:33.396810 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-1a03ac07-f603-4867-abca-55db1fe758b8 req-9c8a0f0f-7a4f-454b-bca7-6b935f8b3845 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172085 Mar 08 21:04:34.233553 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device a311e4b0-0cc7-4029-aa85-bc2736c648d5 up at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 08 21:04:34.301800 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning for port a311e4b0-0cc7-4029-aa85-bc2736c648d5 completed by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 08 21:04:34.306296 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.provisioning_blocks [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Provisioning complete for port a311e4b0-0cc7-4029-aa85-bc2736c648d5 triggered by entity L2. {{(pid=83162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 08 21:04:34.306658 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3563490'] for port, provisioning_complete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:34.412416 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3614425'] for port, before_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:34.440588 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92e90af-7fa1-475f-a2c0-040bada65fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a311e4b0-0cc7-4029-aa85-bc2736c648d5'}] {{(pid=83162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 21:04:34.450811 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] For port a311e4b0-0cc7-4029-aa85-bc2736c648d5, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=a311e4b0-0cc7-4029-aa85-bc2736c648d5,segment=NetworkSegment(6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5),segment_id=6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:04:34.454705 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774926299046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774925909661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774925909706'] for port, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:34.517955 dv-cinder-832328-1-smb neutron-server[83162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92e90af-7fa1-475f-a2c0-040bada65fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a311e4b0-0cc7-4029-aa85-bc2736c648d5', 'code': 200} Mar 08 21:04:34.549862 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Pushing event updated for resources: {'Port': ['ID=a311e4b0-0cc7-4029-aa85-bc2736c648d5,revision_number=5']} {{(pid=83162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:04:34.596802 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62712c22-171e-43e2-b5f1-5dfaccb95511 req-3d56cd56-98c5-4cd6-ad03-6490a3395a56 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:34.598406 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-62712c22-171e-43e2-b5f1-5dfaccb95511 req-3d56cd56-98c5-4cd6-ad03-6490a3395a56 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92e90af-7fa1-475f-a2c0-040bada65fa4 HTTP/1.1" status: 200 len: 945 time: 0.0810516 Mar 08 21:04:34.646577 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-62712c22-171e-43e2-b5f1-5dfaccb95511 req-00ec6759-6961-47e0-b4f1-061dcf2eb30e tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425932 Mar 08 21:04:34.726658 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f6e016a6-ea2f-447a-8788-994088800852 req-fa5425e6-5bc3-4451-b352-de8f6cdd3da0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e92e90af-7fa1-475f-a2c0-040bada65fa4 HTTP/1.1" status: 200 len: 1098 time: 0.0689163 Mar 08 21:04:34.768456 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-f6e016a6-ea2f-447a-8788-994088800852 req-677f6e0d-5d62-4389-95f0-e4a0c0618c86 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348127 Mar 08 21:04:35.837708 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fda3e5-563f-4530-964a-3659673cc223 req-fff2ea76-f214-451f-a0a1-451df6f1f6a0 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:35.839645 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-56fda3e5-563f-4530-964a-3659673cc223 req-fff2ea76-f214-451f-a0a1-451df6f1f6a0 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92e90af-7fa1-475f-a2c0-040bada65fa4 HTTP/1.1" status: 200 len: 945 time: 0.0744746 Mar 08 21:04:35.882641 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-56fda3e5-563f-4530-964a-3659673cc223 req-64f978da-8249-4dd8-bdd0-634100caa07b tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376797 Mar 08 21:04:37.070445 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d177a2-fcb4-432f-ba8f-79bf86f66dce req-d5e3d14f-1ed3-456a-9701-63752c2d2319 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:37.071865 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b0d177a2-fcb4-432f-ba8f-79bf86f66dce req-d5e3d14f-1ed3-456a-9701-63752c2d2319 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92e90af-7fa1-475f-a2c0-040bada65fa4 HTTP/1.1" status: 200 len: 945 time: 0.0738389 Mar 08 21:04:37.123497 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-b0d177a2-fcb4-432f-ba8f-79bf86f66dce req-72e23f19-6a00-4594-8288-122df9106d9d tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456698 Mar 08 21:04:40.044464 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-404d3db2-6ff9-414f-a42f-53a00bda7428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:42.313795 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-6f21a76a-6854-4465-8e43-ecc06b676a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:43.360881 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:43.556362 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:44.879650 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:45.756070 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 21:04:48.318105 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:04:58.030436 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0256ab8-6cf8-4ff0-82e4-fb88dd7c6847 req-eb5b951e-9da0-4ab5-adff-cedbef0ed947 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:58.031850 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c0256ab8-6cf8-4ff0-82e4-fb88dd7c6847 req-eb5b951e-9da0-4ab5-adff-cedbef0ed947 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92e90af-7fa1-475f-a2c0-040bada65fa4 HTTP/1.1" status: 200 len: 945 time: 0.0766253 Mar 08 21:04:58.075081 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-c0256ab8-6cf8-4ff0-82e4-fb88dd7c6847 req-efdb7951-62cd-4375-80f8-bc8dadcca387 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377214 Mar 08 21:04:59.274604 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2a48a-7526-4167-ae57-3903d94bbd21 req-860fd339-5e8e-442e-a934-e73b69c26bec tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:59.276006 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-1ff2a48a-7526-4167-ae57-3903d94bbd21 req-860fd339-5e8e-442e-a934-e73b69c26bec tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92e90af-7fa1-475f-a2c0-040bada65fa4 HTTP/1.1" status: 200 len: 945 time: 0.0751021 Mar 08 21:04:59.322934 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-1ff2a48a-7526-4167-ae57-3903d94bbd21 req-94a3ac38-e673-4237-a4a6-435a33e478d4 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400479 Mar 08 21:05:00.512686 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac835d-d450-4d2c-9971-4fcfc5221a1e req-3c9451f6-aacf-40c3-8d2a-c1ae99aed9d7 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:05:00.514055 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-07ac835d-d450-4d2c-9971-4fcfc5221a1e req-3c9451f6-aacf-40c3-8d2a-c1ae99aed9d7 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92e90af-7fa1-475f-a2c0-040bada65fa4 HTTP/1.1" status: 200 len: 945 time: 0.0740030 Mar 08 21:05:00.558064 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-07ac835d-d450-4d2c-9971-4fcfc5221a1e req-0a736e62-03b8-4cd2-b7f3-aedc7229a995 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386217 Mar 08 21:05:01.750773 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047cc72a-9851-4c21-a487-b3a8d29b54eb req-62789281-63b0-45a0-b215-8ffd1cab2059 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:05:01.752169 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-047cc72a-9851-4c21-a487-b3a8d29b54eb req-62789281-63b0-45a0-b215-8ffd1cab2059 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92e90af-7fa1-475f-a2c0-040bada65fa4 HTTP/1.1" status: 200 len: 945 time: 0.0765045 Mar 08 21:05:01.795540 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-047cc72a-9851-4c21-a487-b3a8d29b54eb req-0d0e1327-7e83-4a23-9cfb-58af7b1cb578 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380273 Mar 08 21:05:02.996050 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865cd33-b54f-4604-92ae-34fa17ea04df req-356f36af-fbae-42c8-8e90-8983ec46953f tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:05:02.997492 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-5865cd33-b54f-4604-92ae-34fa17ea04df req-356f36af-fbae-42c8-8e90-8983ec46953f tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92e90af-7fa1-475f-a2c0-040bada65fa4 HTTP/1.1" status: 200 len: 945 time: 0.0776188 Mar 08 21:05:03.041824 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-5865cd33-b54f-4604-92ae-34fa17ea04df req-c5ea9a0f-e560-4828-884d-60494a04b923 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bf8d18-14d3-4610-98f1-67473a150ece&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388379 Mar 08 21:05:03.189160 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee849c-1531-4097-a2e6-d86b7ccfca4a req-71d1ea61-e4c3-433a-a9a3-5bbeffda4423 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:05:03.190608 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c2ee849c-1531-4097-a2e6-d86b7ccfca4a req-71d1ea61-e4c3-433a-a9a3-5bbeffda4423 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.21 "GET /v2.0/ports?device_id=e92e90af-7fa1-475f-a2c0-040bada65fa4 HTTP/1.1" status: 200 len: 945 time: 0.0759997 Mar 08 21:05:03.260923 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [req-c2ee849c-1531-4097-a2e6-d86b7ccfca4a req-9e631129-e2bd-4249-a2dc-b2c63d905b57 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Deleting port a311e4b0-0cc7-4029-aa85-bc2736c648d5 {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:05:03.261249 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-c2ee849c-1531-4097-a2e6-d86b7ccfca4a req-9e631129-e2bd-4249-a2dc-b2c63d905b57 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:03.498498 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-c2ee849c-1531-4097-a2e6-d86b7ccfca4a req-9e631129-e2bd-4249-a2dc-b2c63d905b57 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] For port a311e4b0-0cc7-4029-aa85-bc2736c648d5, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=a311e4b0-0cc7-4029-aa85-bc2736c648d5,segment=NetworkSegment(6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5),segment_id=6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5)] {{(pid=83161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:05:03.498763 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-c2ee849c-1531-4097-a2e6-d86b7ccfca4a req-9e631129-e2bd-4249-a2dc-b2c63d905b57 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:03.619704 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [req-c2ee849c-1531-4097-a2e6-d86b7ccfca4a req-9e631129-e2bd-4249-a2dc-b2c63d905b57 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Calling delete_port for a311e4b0-0cc7-4029-aa85-bc2736c648d5 owned by compute:nova {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:05:03.752154 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-c2ee849c-1531-4097-a2e6-d86b7ccfca4a req-9e631129-e2bd-4249-a2dc-b2c63d905b57 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:03.763850 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] get_ports_and_sgs() called for port_ids ['a311e4b0-0cc7-4029-aa85-bc2736c648d5'] {{(pid=83162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 08 21:05:03.876912 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e631129-e2bd-4249-a2dc-b2c63d905b57 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Pushing event deleted for resources: {'Port': ['ID=a311e4b0-0cc7-4029-aa85-bc2736c648d5,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:03.944709 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ee849c-1531-4097-a2e6-d86b7ccfca4a req-9e631129-e2bd-4249-a2dc-b2c63d905b57 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] No DVR routers for this DVR port a311e4b0-0cc7-4029-aa85-bc2736c648d5 on host hv-cinder-83232 {{(pid=83161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:05:03.947617 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-c2ee849c-1531-4097-a2e6-d86b7ccfca4a req-9e631129-e2bd-4249-a2dc-b2c63d905b57 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:03.950144 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92e90af-7fa1-475f-a2c0-040bada65fa4', 'name': 'network-vif-deleted', 'tag': 'a311e4b0-0cc7-4029-aa85-bc2736c648d5'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 21:05:03.965344 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-c2ee849c-1531-4097-a2e6-d86b7ccfca4a req-9e631129-e2bd-4249-a2dc-b2c63d905b57 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.21 "DELETE /v2.0/ports/a311e4b0-0cc7-4029-aa85-bc2736c648d5 HTTP/1.1" status: 204 len: 173 time: 0.7691736 Mar 08 21:05:04.006572 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92e90af-7fa1-475f-a2c0-040bada65fa4', 'name': 'network-vif-deleted', 'tag': 'a311e4b0-0cc7-4029-aa85-bc2736c648d5', 'status': 'completed', 'code': 200} Mar 08 21:05:04.219871 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-1f5723bc-8802-45a7-9d52-15c3debea0e7 req-a3a533b4-1b40-4ab3-abcf-c1542cb3b705 tempest-VolumesSnapshotTestJSON-239775259 tempest-VolumesSnapshotTestJSON-239775259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92e90af-7fa1-475f-a2c0-040bada65fa4 HTTP/1.1" status: 200 len: 210 time: 0.0401249 Mar 08 21:05:06.074475 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb9dd2-5b83-49d3-a238-24ab440be283 req-748e70e3-a72c-4ee2-ba10-912e8b97bb91 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:05:06.075887 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b7cb9dd2-5b83-49d3-a238-24ab440be283 req-748e70e3-a72c-4ee2-ba10-912e8b97bb91 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 947 time: 0.0767734 Mar 08 21:05:06.122037 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-b7cb9dd2-5b83-49d3-a238-24ab440be283 req-149ca399-604b-4d70-b14d-94819f71acad tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406342 Mar 08 21:05:07.330807 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c006f2-0cb2-4d6c-bd10-e395c6dc74d0 req-5356ef2f-11d1-4615-9bb2-8897ce0a602f tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:05:07.332223 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a7c006f2-0cb2-4d6c-bd10-e395c6dc74d0 req-5356ef2f-11d1-4615-9bb2-8897ce0a602f tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 947 time: 0.0765128 Mar 08 21:05:07.377232 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-a7c006f2-0cb2-4d6c-bd10-e395c6dc74d0 req-5d726b6b-cb94-4895-800e-ce1d8c9c7cc8 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395198 Mar 08 21:05:07.866954 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c9bba-40b3-4cdd-903a-77c94a40dd18 req-1466f3a5-7212-4bc9-b4b8-e83082969a21 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:05:07.868345 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-0b2c9bba-40b3-4cdd-903a-77c94a40dd18 req-1466f3a5-7212-4bc9-b4b8-e83082969a21 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 947 time: 0.0727043 Mar 08 21:05:07.940144 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [req-0b2c9bba-40b3-4cdd-903a-77c94a40dd18 req-37c902b4-a964-43bb-a723-d3e401af40a7 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Deleting port 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:05:07.940478 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-0b2c9bba-40b3-4cdd-903a-77c94a40dd18 req-37c902b4-a964-43bb-a723-d3e401af40a7 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:08.176590 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [req-0b2c9bba-40b3-4cdd-903a-77c94a40dd18 req-37c902b4-a964-43bb-a723-d3e401af40a7 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] For port 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db, host hv-cinder-83232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83232',level=0,port_id=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:05:08.177039 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-0b2c9bba-40b3-4cdd-903a-77c94a40dd18 req-37c902b4-a964-43bb-a723-d3e401af40a7 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:08.457536 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device a311e4b0-0cc7-4029-aa85-bc2736c648d5 no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 21:05:08.465019 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-0b2c9bba-40b3-4cdd-903a-77c94a40dd18 req-37c902b4-a964-43bb-a723-d3e401af40a7 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:08.465520 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-0b2c9bba-40b3-4cdd-903a-77c94a40dd18 req-37c902b4-a964-43bb-a723-d3e401af40a7 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-356680'] for floatingip, after_update {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:08.465765 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.db.l3_db [req-0b2c9bba-40b3-4cdd-903a-77c94a40dd18 req-37c902b4-a964-43bb-a723-d3e401af40a7 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Floating IP 8569622a-327f-41a7-bbf0-779f75d1bdbc disassociated. External IP: 172.28.2.215, port: 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db. Mar 08 21:05:08.466042 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [req-0b2c9bba-40b3-4cdd-903a-77c94a40dd18 req-37c902b4-a964-43bb-a723-d3e401af40a7 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Calling delete_port for 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db owned by compute:nova {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:05:08.512606 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] No Port match for: a311e4b0-0cc7-4029-aa85-bc2736c648d5 {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 21:05:08.513293 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device a311e4b0-0cc7-4029-aa85-bc2736c648d5 not bound to the agent host hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 21:05:08.602971 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b709a-568d-4be7-b5b7-4904d2222718 req-1381e599-e0ae-416e-a7f0-f73c7490420c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:05:08.609773 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-009b709a-568d-4be7-b5b7-4904d2222718 req-1381e599-e0ae-416e-a7f0-f73c7490420c tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 947 time: 0.0918899 Mar 08 21:05:08.635691 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-0b2c9bba-40b3-4cdd-903a-77c94a40dd18 req-37c902b4-a964-43bb-a723-d3e401af40a7 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:08.657459 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-009b709a-568d-4be7-b5b7-4904d2222718 req-750674c5-067d-4d0a-8f5a-28fe668f613a tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdd9a38d-1204-42ff-bb7b-11eddd2320de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464427 Mar 08 21:05:08.682987 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c902b4-a964-43bb-a723-d3e401af40a7 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Pushing event deleted for resources: {'Port': ['ID=39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:08.886906 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b2c9bba-40b3-4cdd-903a-77c94a40dd18 req-37c902b4-a964-43bb-a723-d3e401af40a7 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Router 243b93c4-9d4b-4821-b225-c9f1477487da has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:05:09.084481 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b2c9bba-40b3-4cdd-903a-77c94a40dd18 req-37c902b4-a964-43bb-a723-d3e401af40a7 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:05:09.094998 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eec1132-55f3-47c1-8776-35a80e9ac7bb None None] Sync routers for ids ['243b93c4-9d4b-4821-b225-c9f1477487da'] in dv-cinder-832328-1-smb {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 21:05:09.106592 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eec1132-55f3-47c1-8776-35a80e9ac7bb None None] Routers {'243b93c4-9d4b-4821-b225-c9f1477487da'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 21:05:09.107189 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-1eec1132-55f3-47c1-8776-35a80e9ac7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T21:04:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['243b93c4-9d4b-4821-b225-c9f1477487da'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:05:09.258749 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2c9bba-40b3-4cdd-903a-77c94a40dd18 req-37c902b4-a964-43bb-a723-d3e401af40a7 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] No DVR routers for this DVR port 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db on host hv-cinder-83232 {{(pid=83161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:05:09.261235 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [req-0b2c9bba-40b3-4cdd-903a-77c94a40dd18 req-37c902b4-a964-43bb-a723-d3e401af40a7 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for port, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:09.263802 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b21f82d-c1ae-4572-ad7b-7b66bba458aa', 'name': 'network-vif-deleted', 'tag': '39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db'}] {{(pid=83161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 08 21:05:09.279969 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [req-0b2c9bba-40b3-4cdd-903a-77c94a40dd18 req-37c902b4-a964-43bb-a723-d3e401af40a7 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.21 "DELETE /v2.0/ports/39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db HTTP/1.1" status: 204 len: 173 time: 1.4050090 Mar 08 21:05:09.302421 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-1eec1132-55f3-47c1-8776-35a80e9ac7bb None None] Set router 243b93c4-9d4b-4821-b225-c9f1477487da gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 21:05:09.331109 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b21f82d-c1ae-4572-ad7b-7b66bba458aa', 'name': 'network-vif-deleted', 'tag': '39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db', 'status': 'completed', 'code': 200} Mar 08 21:05:09.606113 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-1eec1132-55f3-47c1-8776-35a80e9ac7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'name': 'tempest-AttachVolumeShelveTestJSON-542225041-router', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '675522ce-b988-45b3-85d4-70b23820db56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:56:15Z', 'updated_at': '2022-03-08T20:56:19Z', 'revision_number': 4, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'gw_port': {'id': '675522ce-b988-45b3-85d4-70b23820db56', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:16Z', 'updated_at': '2022-03-08T20:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'd55f3288-86f1-40ed-854e-02c2961a2176', 'name': '', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'mac_address': 'fa:16:3e:6d:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:18Z', 'updated_at': '2022-03-08T20:56:39Z', 'revision_number': 5, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'subnets': [{'id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:05:09.609827 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eec1132-55f3-47c1-8776-35a80e9ac7bb None None] Checking router: 243b93c4-9d4b-4821-b225-c9f1477487da for host: dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 21:05:09.620628 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eec1132-55f3-47c1-8776-35a80e9ac7bb None None] Routers {'243b93c4-9d4b-4821-b225-c9f1477487da'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 21:05:09.621216 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-1eec1132-55f3-47c1-8776-35a80e9ac7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T21:04:42Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['243b93c4-9d4b-4821-b225-c9f1477487da'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:05:09.828265 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-1eec1132-55f3-47c1-8776-35a80e9ac7bb None None] Set router 243b93c4-9d4b-4821-b225-c9f1477487da gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 21:05:09.893153 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [req-cb5d8442-8900-4503-b688-221c18192396 req-faa9696a-3e4f-4ba6-9afd-0763f80045be tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b21f82d-c1ae-4572-ad7b-7b66bba458aa HTTP/1.1" status: 200 len: 210 time: 0.0511284 Mar 08 21:05:10.062806 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-cb6f85d4-efaa-4b68-9e43-c3287beb995c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:10.169207 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-1eec1132-55f3-47c1-8776-35a80e9ac7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'name': 'tempest-AttachVolumeShelveTestJSON-542225041-router', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '675522ce-b988-45b3-85d4-70b23820db56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:56:15Z', 'updated_at': '2022-03-08T20:56:19Z', 'revision_number': 4, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'gw_port': {'id': '675522ce-b988-45b3-85d4-70b23820db56', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:16Z', 'updated_at': '2022-03-08T20:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'd55f3288-86f1-40ed-854e-02c2961a2176', 'name': '', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'mac_address': 'fa:16:3e:6d:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:18Z', 'updated_at': '2022-03-08T20:56:39Z', 'revision_number': 5, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'subnets': [{'id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:05:10.173197 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eec1132-55f3-47c1-8776-35a80e9ac7bb None None] The sync data for ids ['243b93c4-9d4b-4821-b225-c9f1477487da'] in dv-cinder-832328-1-smb is: [{'id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'name': 'tempest-AttachVolumeShelveTestJSON-542225041-router', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '675522ce-b988-45b3-85d4-70b23820db56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:56:15Z', 'updated_at': '2022-03-08T20:56:19Z', 'revision_number': 4, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'gw_port': {'id': '675522ce-b988-45b3-85d4-70b23820db56', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:16Z', 'updated_at': '2022-03-08T20:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb', '_interfaces': [{'id': 'd55f3288-86f1-40ed-854e-02c2961a2176', 'name': '', 'network_id': '00070523-754b-4fd2-826d-d4ba066d78ff', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'mac_address': 'fa:16:3e:6d:f8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:18Z', 'updated_at': '2022-03-08T20:56:39Z', 'revision_number': 5, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'subnets': [{'id': '3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 21:05:10.377963 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354ae5d4-5273-4891-b560-5a29d7debc57 None None] New status for floating IP 8569622a-327f-41a7-bbf0-779f75d1bdbc: DOWN {{(pid=83163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 08 21:05:11.052053 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 50488) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:11.116877 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-20b116bf-7fe5-40a7-ae5f-06850c891ad4 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:11.145396 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-20b116bf-7fe5-40a7-ae5f-06850c891ad4 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:11.200107 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-20b116bf-7fe5-40a7-ae5f-06850c891ad4 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:11.220882 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b116bf-7fe5-40a7-ae5f-06850c891ad4 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd9a38d-1204-42ff-bb7b-11eddd2320de,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:11.231003 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-20b116bf-7fe5-40a7-ae5f-06850c891ad4 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:11.234936 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-20b116bf-7fe5-40a7-ae5f-06850c891ad4 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "DELETE /v2.0/security-groups/fdd9a38d-1204-42ff-bb7b-11eddd2320de HTTP/1.1" status: 204 len: 168 time: 0.1830764 Mar 08 21:05:11.235409 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 50494) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:11.252781 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.api.v2.resource [None req-a8636906-239e-47ab-9a83-5d400b405db5 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] show failed (client error): The resource could not be found. Mar 08 21:05:11.264092 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-a8636906-239e-47ab-9a83-5d400b405db5 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "GET /v2.0/security-groups/fdd9a38d-1204-42ff-bb7b-11eddd2320de HTTP/1.1" status: 404 len: 347 time: 0.0274556 Mar 08 21:05:11.264268 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 50498) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:11.423159 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-a0f8d013-c3dd-4442-877f-a3c525528a52 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Deleting port b727d840-c15c-4043-95c7-69befb916fad {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:05:11.423494 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d013-c3dd-4442-877f-a3c525528a52 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:11.595530 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d013-c3dd-4442-877f-a3c525528a52 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:11.595847 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d013-c3dd-4442-877f-a3c525528a52 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:11.713605 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-a0f8d013-c3dd-4442-877f-a3c525528a52 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Calling delete_port for b727d840-c15c-4043-95c7-69befb916fad owned by network:floatingip {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:05:11.847857 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d013-c3dd-4442-877f-a3c525528a52 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:11.894380 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8d013-c3dd-4442-877f-a3c525528a52 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Pushing event deleted for resources: {'Port': ['ID=b727d840-c15c-4043-95c7-69befb916fad,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:11.984176 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d013-c3dd-4442-877f-a3c525528a52 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks [] for floatingip, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:11.997469 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d013-c3dd-4442-877f-a3c525528a52 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96494'] for floatingip, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:11.998605 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-a0f8d013-c3dd-4442-877f-a3c525528a52 tempest-AttachVolumeShelveTestJSON-520442019 tempest-AttachVolumeShelveTestJSON-520442019-project] 10.222.0.39 "DELETE /v2.0/floatingips/8569622a-327f-41a7-bbf0-779f75d1bdbc HTTP/1.1" status: 204 len: 168 time: 0.7333496 Mar 08 21:05:12.314316 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-e4188aeb-9b14-4364-99cd-a4a8292ba752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:12.460351 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db no longer exists at agent hyperv_hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 21:05:12.491394 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] No Port match for: 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 21:05:12.491733 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Device 39f660b7-7c6f-46fd-b5ad-7b1f2bbbf0db not bound to the agent host hv-cinder-83232 {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 21:05:13.364868 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:13.561809 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:14.745858 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 50540) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:14.880115 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:15.285166 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-faeb6f1d-3d1e-4a55-8f13-c9217513df2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-357242'] for router_interface, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:15.959437 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-faeb6f1d-3d1e-4a55-8f13-c9217513df2a admin admin] Deleting port d55f3288-86f1-40ed-854e-02c2961a2176 {{(pid=83160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:05:15.960075 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-faeb6f1d-3d1e-4a55-8f13-c9217513df2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:16.125157 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [None req-faeb6f1d-3d1e-4a55-8f13-c9217513df2a admin admin] For port d55f3288-86f1-40ed-854e-02c2961a2176, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=d55f3288-86f1-40ed-854e-02c2961a2176,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:05:16.125501 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-faeb6f1d-3d1e-4a55-8f13-c9217513df2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:16.240206 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-faeb6f1d-3d1e-4a55-8f13-c9217513df2a admin admin] Calling delete_port for d55f3288-86f1-40ed-854e-02c2961a2176 owned by network:router_interface {{(pid=83160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:05:16.396294 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-faeb6f1d-3d1e-4a55-8f13-c9217513df2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:16.437919 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb6f1d-3d1e-4a55-8f13-c9217513df2a admin admin] Pushing event deleted for resources: {'Port': ['ID=d55f3288-86f1-40ed-854e-02c2961a2176,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:16.478782 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6f1d-3d1e-4a55-8f13-c9217513df2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:05:16.479109 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6f1d-3d1e-4a55-8f13-c9217513df2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:05:16.479432 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6f1d-3d1e-4a55-8f13-c9217513df2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:05:16.479754 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6f1d-3d1e-4a55-8f13-c9217513df2a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:05:16.480069 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6f1d-3d1e-4a55-8f13-c9217513df2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:05:16.480378 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6f1d-3d1e-4a55-8f13-c9217513df2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:05:16.480687 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6f1d-3d1e-4a55-8f13-c9217513df2a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:05:16.480996 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6f1d-3d1e-4a55-8f13-c9217513df2a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:05:16.481311 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6f1d-3d1e-4a55-8f13-c9217513df2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:05:16.481611 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6f1d-3d1e-4a55-8f13-c9217513df2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:05:16.481943 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faeb6f1d-3d1e-4a55-8f13-c9217513df2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:05:16.726365 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-faeb6f1d-3d1e-4a55-8f13-c9217513df2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3538202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-357165'] for router_interface, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:17.369502 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faeb6f1d-3d1e-4a55-8f13-c9217513df2a admin admin] Router 243b93c4-9d4b-4821-b225-c9f1477487da has already been hosted by L3 agent 379e1d2b-5812-4180-8202-1fc265b76c45 {{(pid=83160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:05:17.565154 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faeb6f1d-3d1e-4a55-8f13-c9217513df2a admin admin] Notify agent at l3_agent.dv-cinder-832328-1-smb the message routers_updated {{(pid=83160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:05:17.574869 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada9a70-9634-4dcb-b4f2-0c50c2f49fbc None None] Sync routers for ids ['243b93c4-9d4b-4821-b225-c9f1477487da'] in dv-cinder-832328-1-smb {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 08 21:05:17.577086 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-faeb6f1d-3d1e-4a55-8f13-c9217513df2a admin admin] 10.222.0.39 "PUT /v2.0/routers/243b93c4-9d4b-4821-b225-c9f1477487da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8302131 Mar 08 21:05:17.579543 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 50562) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:17.588730 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dada9a70-9634-4dcb-b4f2-0c50c2f49fbc None None] Routers {'243b93c4-9d4b-4821-b225-c9f1477487da'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 21:05:17.589323 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-dada9a70-9634-4dcb-b4f2-0c50c2f49fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T21:05:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['243b93c4-9d4b-4821-b225-c9f1477487da'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:05:17.770501 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-4dc64a7f-9ad2-4774-aae1-f94a9d1c87f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:17.795922 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-dada9a70-9634-4dcb-b4f2-0c50c2f49fbc None None] Set router 243b93c4-9d4b-4821-b225-c9f1477487da gateway port host: dv-cinder-832328-1-smb {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 21:05:17.966033 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-4dc64a7f-9ad2-4774-aae1-f94a9d1c87f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:17.975846 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-4dc64a7f-9ad2-4774-aae1-f94a9d1c87f6 admin admin] Deleting port 675522ce-b988-45b3-85d4-70b23820db56 {{(pid=83160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:05:17.976189 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-4dc64a7f-9ad2-4774-aae1-f94a9d1c87f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:18.077024 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-dada9a70-9634-4dcb-b4f2-0c50c2f49fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'name': 'tempest-AttachVolumeShelveTestJSON-542225041-router', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'external_fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': '675522ce-b988-45b3-85d4-70b23820db56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:56:15Z', 'updated_at': '2022-03-08T21:05:16Z', 'revision_number': 5, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'gw_port': {'id': '675522ce-b988-45b3-85d4-70b23820db56', 'name': '', 'network_id': 'f9f3acf9-d167-4056-a9c0-ac3b9bafea7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-832328-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T20:56:16Z', 'updated_at': '2022-03-08T20:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a481e38-0dcf-4733-b8bf-eb46fecff3f0', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-832328-1-smb'}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:05:18.081059 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada9a70-9634-4dcb-b4f2-0c50c2f49fbc None None] Checking router: 243b93c4-9d4b-4821-b225-c9f1477487da for host: dv-cinder-832328-1-smb {{(pid=83162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 08 21:05:18.093548 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dada9a70-9634-4dcb-b4f2-0c50c2f49fbc None None] Routers {'243b93c4-9d4b-4821-b225-c9f1477487da'} bound to L3 agent in host dv-cinder-832328-1-smb {{(pid=83162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 08 21:05:18.094331 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-dada9a70-9634-4dcb-b4f2-0c50c2f49fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-832328-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T20:44:12Z,description=,heartbeat_timestamp=2022-03-08T21:05:12Z,host='dv-cinder-832328-1-smb',id=379e1d2b-5812-4180-8202-1fc265b76c45,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T20:44:12Z,topic='l3_agent')) {'router_ids': ['243b93c4-9d4b-4821-b225-c9f1477487da'], 'active': True} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:05:18.167199 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.db [None req-4dc64a7f-9ad2-4774-aae1-f94a9d1c87f6 admin admin] For port 675522ce-b988-45b3-85d4-70b23820db56, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=675522ce-b988-45b3-85d4-70b23820db56,segment=NetworkSegment(270771a1-e195-4c27-89e2-1537a366dca1),segment_id=270771a1-e195-4c27-89e2-1537a366dca1)] {{(pid=83160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:05:18.167618 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-4dc64a7f-9ad2-4774-aae1-f94a9d1c87f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:18.247097 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_dvr_db [None req-dada9a70-9634-4dcb-b4f2-0c50c2f49fbc None None] Set router 243b93c4-9d4b-4821-b225-c9f1477487da gateway port host: None {{(pid=83162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 08 21:05:18.287417 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.plugins.ml2.plugin [None req-4dc64a7f-9ad2-4774-aae1-f94a9d1c87f6 admin admin] Calling delete_port for 675522ce-b988-45b3-85d4-70b23820db56 owned by network:router_gateway {{(pid=83160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:05:18.353407 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.db.l3_hamode_db [None req-dada9a70-9634-4dcb-b4f2-0c50c2f49fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'name': 'tempest-AttachVolumeShelveTestJSON-542225041-router', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:56:15Z', 'updated_at': '2022-03-08T21:05:17Z', 'revision_number': 6, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'gw_port_host': None}], 'dv-cinder-832328-1-smb', False) {} {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:05:18.362114 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dada9a70-9634-4dcb-b4f2-0c50c2f49fbc None None] The sync data for ids ['243b93c4-9d4b-4821-b225-c9f1477487da'] in dv-cinder-832328-1-smb is: [{'id': '243b93c4-9d4b-4821-b225-c9f1477487da', 'name': 'tempest-AttachVolumeShelveTestJSON-542225041-router', 'tenant_id': '55267becfde149f1a4014dbf3988abc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T20:56:15Z', 'updated_at': '2022-03-08T21:05:17Z', 'revision_number': 6, 'project_id': '55267becfde149f1a4014dbf3988abc1', 'gw_port_host': None}] {{(pid=83162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 08 21:05:18.369234 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:18.453480 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-4dc64a7f-9ad2-4774-aae1-f94a9d1c87f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1387630'] for port, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:18.495480 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc64a7f-9ad2-4774-aae1-f94a9d1c87f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=675522ce-b988-45b3-85d4-70b23820db56,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:18.809634 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-4dc64a7f-9ad2-4774-aae1-f94a9d1c87f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-356711'] for router_gateway, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:19.051704 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-4dc64a7f-9ad2-4774-aae1-f94a9d1c87f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-361367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8632'] for router, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:19.055549 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-4dc64a7f-9ad2-4774-aae1-f94a9d1c87f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:19.086801 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-4dc64a7f-9ad2-4774-aae1-f94a9d1c87f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-361275'] for router, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:19.087874 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc64a7f-9ad2-4774-aae1-f94a9d1c87f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 243b93c4-9d4b-4821-b225-c9f1477487da {{(pid=83160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 21:05:19.112871 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-4dc64a7f-9ad2-4774-aae1-f94a9d1c87f6 admin admin] Notify callbacks [] for router, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:19.117026 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 50574) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:19.117462 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-4dc64a7f-9ad2-4774-aae1-f94a9d1c87f6 admin admin] 10.222.0.39 "DELETE /v2.0/routers/243b93c4-9d4b-4821-b225-c9f1477487da HTTP/1.1" status: 204 len: 168 time: 1.5366096 Mar 08 21:05:19.162648 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device d55f3288-86f1-40ed-854e-02c2961a2176 no longer exists at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 21:05:19.197694 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] No Port match for: d55f3288-86f1-40ed-854e-02c2961a2176 {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 21:05:19.198343 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device d55f3288-86f1-40ed-854e-02c2961a2176 not bound to the agent host dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 21:05:19.199562 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 675522ce-b988-45b3-85d4-70b23820db56 no longer exists at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 21:05:19.230087 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_v2 [None req-985be32b-2006-4bb7-bc02-f4e85ec44143 admin admin] Deleting subnet 3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8 {{(pid=83161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 08 21:05:19.234200 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-985be32b-2006-4bb7-bc02-f4e85ec44143 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:19.244434 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] No Port match for: 675522ce-b988-45b3-85d4-70b23820db56 {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 21:05:19.244773 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device 675522ce-b988-45b3-85d4-70b23820db56 not bound to the agent host dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 21:05:19.286833 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-985be32b-2006-4bb7-bc02-f4e85ec44143 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1095615'] for subnet, precommit_delete_associations {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:19.377002 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-985be32b-2006-4bb7-bc02-f4e85ec44143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558918'] for subnet, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:19.451652 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-985be32b-2006-4bb7-bc02-f4e85ec44143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3558927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1095503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1819689'] for subnet, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:19.488464 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985be32b-2006-4bb7-bc02-f4e85ec44143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:19.500739 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-985be32b-2006-4bb7-bc02-f4e85ec44143 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:19.503753 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985be32b-2006-4bb7-bc02-f4e85ec44143 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:05:19.503934 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86442152-de9e-4058-9314-7f3838fae637 None None] Network 00070523-754b-4fd2-826d-d4ba066d78ff requested from dv-cinder-832328-1-smb {{(pid=83162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 08 21:05:19.504080 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985be32b-2006-4bb7-bc02-f4e85ec44143 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:05:19.504411 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985be32b-2006-4bb7-bc02-f4e85ec44143 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:05:19.504739 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985be32b-2006-4bb7-bc02-f4e85ec44143 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:05:19.505062 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985be32b-2006-4bb7-bc02-f4e85ec44143 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:05:19.505383 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985be32b-2006-4bb7-bc02-f4e85ec44143 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:05:19.505725 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985be32b-2006-4bb7-bc02-f4e85ec44143 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:05:19.506044 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985be32b-2006-4bb7-bc02-f4e85ec44143 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:05:19.506360 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985be32b-2006-4bb7-bc02-f4e85ec44143 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:05:19.506669 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985be32b-2006-4bb7-bc02-f4e85ec44143 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:05:19.506986 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985be32b-2006-4bb7-bc02-f4e85ec44143 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-832328-1-smb {{(pid=83161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:05:19.512875 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-985be32b-2006-4bb7-bc02-f4e85ec44143 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3718bbb5-a4a1-4ad1-ab3e-e62a3d72aab8 HTTP/1.1" status: 204 len: 168 time: 0.3941791 Mar 08 21:05:19.516017 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 50584) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:19.620128 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-8cf1b194-3218-4644-aabb-4927a4916336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468514'] for network, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:19.630350 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1b194-3218-4644-aabb-4927a4916336 admin admin] Deleting port d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3 {{(pid=83161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:05:19.630678 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-8cf1b194-3218-4644-aabb-4927a4916336 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:19.749357 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c523ee6c-ca6d-48a6-a7b8-a0170a1a4352 None None] DHCP port deletion for 00070523-754b-4fd2-826d-d4ba066d78ff request from dv-cinder-832328-1-smb {{(pid=83162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 08 21:05:19.753691 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-c523ee6c-ca6d-48a6-a7b8-a0170a1a4352 None None] Deleting port d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3 {{(pid=83162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:05:19.754163 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-c523ee6c-ca6d-48a6-a7b8-a0170a1a4352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:19.837559 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.db [None req-8cf1b194-3218-4644-aabb-4927a4916336 admin admin] For port d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:05:19.837955 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-8cf1b194-3218-4644-aabb-4927a4916336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:19.959165 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.db [None req-c523ee6c-ca6d-48a6-a7b8-a0170a1a4352 None None] For port d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3, host dv-cinder-832328-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-832328-1-smb',level=0,port_id=d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3,segment=NetworkSegment(56e65251-5d3d-4020-9db2-d24b67a01fb5),segment_id=56e65251-5d3d-4020-9db2-d24b67a01fb5)] {{(pid=83162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:05:19.959462 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-c523ee6c-ca6d-48a6-a7b8-a0170a1a4352 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416072'] for port, precommit_delete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:20.033418 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1b194-3218-4644-aabb-4927a4916336 admin admin] Calling delete_port for d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3 owned by network:dhcp {{(pid=83161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:05:20.108106 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-c523ee6c-ca6d-48a6-a7b8-a0170a1a4352 None None] Calling delete_port for d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3 owned by network:dhcp {{(pid=83162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 08 21:05:20.112460 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-8cf1b194-3218-4644-aabb-4927a4916336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3613861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774926299028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774925909652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1095548'] for port, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:20.159733 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1b194-3218-4644-aabb-4927a4916336 admin admin] Pushing event deleted for resources: {'Port': ['ID=d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:20.166109 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf1b194-3218-4644-aabb-4927a4916336 admin admin] No DVR routers for this DVR port d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3 on host dv-cinder-832328-1-smb {{(pid=83161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:05:20.183243 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.db.api [None req-c523ee6c-ca6d-48a6-a7b8-a0170a1a4352 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 21:05:20.183829 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG oslo_db.api [None req-c523ee6c-ca6d-48a6-a7b8-a0170a1a4352 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 21:05:20.281289 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-8cf1b194-3218-4644-aabb-4927a4916336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557779', 'neutron.services.segments.db._delete_segments_for_network-8774926378361'] for network, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:20.305319 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.services.segments.db [None req-8cf1b194-3218-4644-aabb-4927a4916336 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00070523-754b-4fd2-826d-d4ba066d78ff']}} {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:05:20.316882 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.services.segments.db [None req-8cf1b194-3218-4644-aabb-4927a4916336 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e65251-5d3d-4020-9db2-d24b67a01fb5') {'for_net_delete': True} {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:05:20.317182 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.services.segments.db [None req-8cf1b194-3218-4644-aabb-4927a4916336 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e65251-5d3d-4020-9db2-d24b67a01fb5') {} {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:05:20.328870 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-8cf1b194-3218-4644-aabb-4927a4916336 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774926378244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1094476'] for segment, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:20.345261 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-8cf1b194-3218-4644-aabb-4927a4916336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:20.351265 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf1b194-3218-4644-aabb-4927a4916336 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=83161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 08 21:05:20.351626 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-8cf1b194-3218-4644-aabb-4927a4916336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3537275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1095457'] for segment, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: Traceback (most recent call last): Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: timer() Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: cb(*args, **kw) Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: return func(*args, **kwargs) Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: self._notify() Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: self.callback(batched_events) Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: event.method(event) Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: return f(self, *a, **k) Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: return self._get(url).json() Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: return self.request(url, 'GET', **kwargs) Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 21:05:20.364364 dv-cinder-832328-1-smb neutron-server[83161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 21:05:20.440213 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-8cf1b194-3218-4644-aabb-4927a4916336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356730'] for network, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:20.456375 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-8cf1b194-3218-4644-aabb-4927a4916336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:20.468193 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1b194-3218-4644-aabb-4927a4916336 admin admin] Pushing event deleted for resources: {'Network': ['ID=00070523-754b-4fd2-826d-d4ba066d78ff,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:20.481135 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-8cf1b194-3218-4644-aabb-4927a4916336 admin admin] 10.222.0.39 "DELETE /v2.0/networks/00070523-754b-4fd2-826d-d4ba066d78ff HTTP/1.1" status: 204 len: 168 time: 0.9647541 Mar 08 21:05:20.650576 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 50596) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:20.684723 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-c523ee6c-ca6d-48a6-a7b8-a0170a1a4352 None None] Deleting port d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3 {{(pid=83162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 08 21:05:20.685100 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-c523ee6c-ca6d-48a6-a7b8-a0170a1a4352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774926358483'] for port, before_delete {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:20.704449 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-6a1685fa-04f6-4d02-a332-4ddccab0d216 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=55267becfde149f1a4014dbf3988abc1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527191 Mar 08 21:05:20.706867 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 50600) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:20.749903 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-c523ee6c-ca6d-48a6-a7b8-a0170a1a4352 None None] The port 'd49f2704-a7c7-4311-b9cc-ae8fa9ed51c3' was deleted {{(pid=83162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 08 21:05:20.768027 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b58f51e0-c3fe-419b-900e-e33f108f656e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:20.793212 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b58f51e0-c3fe-419b-900e-e33f108f656e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:20.847289 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b58f51e0-c3fe-419b-900e-e33f108f656e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:20.864433 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f51e0-c3fe-419b-900e-e33f108f656e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ce0a61-0c73-4be0-82cd-49a07ba35e45,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:20.871725 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b58f51e0-c3fe-419b-900e-e33f108f656e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:20.873959 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-b58f51e0-c3fe-419b-900e-e33f108f656e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/52ce0a61-0c73-4be0-82cd-49a07ba35e45 HTTP/1.1" status: 204 len: 168 time: 0.1651931 Mar 08 21:05:20.976377 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3 no longer exists at agent ovs-agent-dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 08 21:05:21.009206 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.plugin [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] No Port match for: d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3 {{(pid=83162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 08 21:05:21.009678 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron.plugins.ml2.rpc [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Device d49f2704-a7c7-4311-b9cc-ae8fa9ed51c3 not bound to the agent host dv-cinder-832328-1-smb {{(pid=83162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 08 21:05:22.755799 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 21:05:24.281589 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 50680) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:24.339963 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.db_base_plugin_v2 [None req-266f1193-a86c-4abf-8b36-c8148b1b4466 admin admin] Deleting subnet 6640e12f-f2d7-40ff-9276-b8086d9b9adf {{(pid=83161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 08 21:05:24.342921 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-266f1193-a86c-4abf-8b36-c8148b1b4466 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:24.393444 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-266f1193-a86c-4abf-8b36-c8148b1b4466 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1095615'] for subnet, precommit_delete_associations {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:24.445234 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-266f1193-a86c-4abf-8b36-c8148b1b4466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558918'] for subnet, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:24.510824 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-266f1193-a86c-4abf-8b36-c8148b1b4466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3558927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1095503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1819689'] for subnet, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:24.550129 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f1193-a86c-4abf-8b36-c8148b1b4466 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6640e12f-f2d7-40ff-9276-b8086d9b9adf,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:24.554714 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-266f1193-a86c-4abf-8b36-c8148b1b4466 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:24.561051 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-266f1193-a86c-4abf-8b36-c8148b1b4466 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6640e12f-f2d7-40ff-9276-b8086d9b9adf HTTP/1.1" status: 204 len: 168 time: 0.2782404 Mar 08 21:05:24.563505 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 50684) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:24.664143 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9e90f360-aadc-4303-b8ac-7a1b1fbc483a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3468514'] for network, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:24.785064 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9e90f360-aadc-4303-b8ac-7a1b1fbc483a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3557779', 'neutron.services.segments.db._delete_segments_for_network-8774926378361'] for network, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:24.809699 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.services.segments.db [None req-9e90f360-aadc-4303-b8ac-7a1b1fbc483a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41081158-1dc9-49bb-b67f-1d639eee51a1']}} {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:05:24.821184 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.services.segments.db [None req-9e90f360-aadc-4303-b8ac-7a1b1fbc483a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5') {'for_net_delete': True} {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:05:24.821500 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.services.segments.db [None req-9e90f360-aadc-4303-b8ac-7a1b1fbc483a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fcd2002-2bc8-44dd-9ac3-b1103b2b9de5') {} {{(pid=83161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:05:24.832587 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9e90f360-aadc-4303-b8ac-7a1b1fbc483a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774926378244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1094476'] for segment, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:24.848829 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9e90f360-aadc-4303-b8ac-7a1b1fbc483a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3537248'] for segment, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:24.855582 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e90f360-aadc-4303-b8ac-7a1b1fbc483a admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=83161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 08 21:05:24.855961 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9e90f360-aadc-4303-b8ac-7a1b1fbc483a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3537275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1095457'] for segment, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: Traceback (most recent call last): Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: timer() Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: cb(*args, **kw) Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: return func(*args, **kwargs) Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: self._notify() Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: self.callback(batched_events) Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: event.method(event) Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: return f(self, *a, **k) Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: return self._get(url).json() Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: return self.request(url, 'GET', **kwargs) Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 21:05:24.869612 dv-cinder-832328-1-smb neutron-server[83161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 21:05:24.944261 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9e90f360-aadc-4303-b8ac-7a1b1fbc483a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3557784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3538423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-356730'] for network, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:24.949156 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-9e90f360-aadc-4303-b8ac-7a1b1fbc483a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3538430'] for network, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:24.972891 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90f360-aadc-4303-b8ac-7a1b1fbc483a admin admin] Pushing event deleted for resources: {'Network': ['ID=41081158-1dc9-49bb-b67f-1d639eee51a1,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:24.981499 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-9e90f360-aadc-4303-b8ac-7a1b1fbc483a admin admin] 10.222.0.39 "DELETE /v2.0/networks/41081158-1dc9-49bb-b67f-1d639eee51a1 HTTP/1.1" status: 204 len: 168 time: 0.4170454 Mar 08 21:05:25.122499 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 50698) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:25.171805 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-81910bb1-2923-4e3a-a79c-afe37f3a5ff1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4745ae8f89b547c1aa324f4c424d1d15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481029 Mar 08 21:05:25.174554 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 50702) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:25.210008 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 50706) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:25.233017 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-617d4d7d-1bf5-44f7-bb1f-8c166a7d0ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:25.257469 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-617d4d7d-1bf5-44f7-bb1f-8c166a7d0ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:25.311417 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-617d4d7d-1bf5-44f7-bb1f-8c166a7d0ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:25.332257 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d4d7d-1bf5-44f7-bb1f-8c166a7d0ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bf8d18-14d3-4610-98f1-67473a150ece,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:25.339676 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-617d4d7d-1bf5-44f7-bb1f-8c166a7d0ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:25.343278 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-617d4d7d-1bf5-44f7-bb1f-8c166a7d0ac5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09bf8d18-14d3-4610-98f1-67473a150ece HTTP/1.1" status: 204 len: 168 time: 0.1652741 Mar 08 21:05:25.357610 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-004d97eb-3173-41d6-892f-98d3f8a5c352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:25.391819 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-004d97eb-3173-41d6-892f-98d3f8a5c352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:05:25.395833 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-004d97eb-3173-41d6-892f-98d3f8a5c352 admin admin] Usage tracker for resource:security_group_rule and tenant:c4df8337eddf469aacfa851e7c481979 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:05:25.398695 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-004d97eb-3173-41d6-892f-98d3f8a5c352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:05:25.404391 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-004d97eb-3173-41d6-892f-98d3f8a5c352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:05:25.475552 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-004d97eb-3173-41d6-892f-98d3f8a5c352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:25.480646 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-004d97eb-3173-41d6-892f-98d3f8a5c352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:25.533449 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d97eb-3173-41d6-892f-98d3f8a5c352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0280076d-edbe-4aee-aa20-5d99cffacf89,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:25.542244 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-004d97eb-3173-41d6-892f-98d3f8a5c352 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c4df8337eddf469aacfa851e7c481979&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3280680 Mar 08 21:05:25.542755 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 50714) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:25.606498 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ae983270-068c-4c8f-9a30-9a44d48c79d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:25.641107 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ae983270-068c-4c8f-9a30-9a44d48c79d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:25.707582 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ae983270-068c-4c8f-9a30-9a44d48c79d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:25.724628 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae983270-068c-4c8f-9a30-9a44d48c79d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0280076d-edbe-4aee-aa20-5d99cffacf89,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:25.732420 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-ae983270-068c-4c8f-9a30-9a44d48c79d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:25.733793 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-ae983270-068c-4c8f-9a30-9a44d48c79d7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0280076d-edbe-4aee-aa20-5d99cffacf89 HTTP/1.1" status: 204 len: 168 time: 0.1901803 Mar 08 21:05:28.234000 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 50788) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:28.370451 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-35c8d4ee-480b-4f4c-92f3-3b76ed7409ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:28.400843 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-35c8d4ee-480b-4f4c-92f3-3b76ed7409ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:05:28.404509 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-35c8d4ee-480b-4f4c-92f3-3b76ed7409ef admin admin] Usage tracker for resource:security_group_rule and tenant:2cc8277353f4425591cc63bccf4625e7 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:05:28.407191 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-35c8d4ee-480b-4f4c-92f3-3b76ed7409ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:05:28.412584 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-35c8d4ee-480b-4f4c-92f3-3b76ed7409ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:05:28.479545 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-35c8d4ee-480b-4f4c-92f3-3b76ed7409ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:28.483015 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-35c8d4ee-480b-4f4c-92f3-3b76ed7409ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:28.527143 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8d4ee-480b-4f4c-92f3-3b76ed7409ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0749ee0-39e6-4ee6-a41c-63263638f64d,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:28.532256 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-35c8d4ee-480b-4f4c-92f3-3b76ed7409ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2cc8277353f4425591cc63bccf4625e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2972689 Mar 08 21:05:28.534804 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 50794) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:28.592469 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-3af61118-64b8-4e2d-be74-63f259c2822b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:28.616626 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-3af61118-64b8-4e2d-be74-63f259c2822b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:28.669700 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-3af61118-64b8-4e2d-be74-63f259c2822b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:28.683369 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af61118-64b8-4e2d-be74-63f259c2822b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0749ee0-39e6-4ee6-a41c-63263638f64d,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:28.691021 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-3af61118-64b8-4e2d-be74-63f259c2822b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:28.692148 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-3af61118-64b8-4e2d-be74-63f259c2822b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d0749ee0-39e6-4ee6-a41c-63263638f64d HTTP/1.1" status: 204 len: 168 time: 0.1564655 Mar 08 21:05:29.006975 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 50802) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:29.097148 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-cf20726d-31cc-44dc-9c3a-2a3b5f2a18ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:29.127948 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-cf20726d-31cc-44dc-9c3a-2a3b5f2a18ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:05:29.131673 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-cf20726d-31cc-44dc-9c3a-2a3b5f2a18ec admin admin] Usage tracker for resource:security_group_rule and tenant:e50e3c866c6b4a76a668bd06666c53d1 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:05:29.135069 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-cf20726d-31cc-44dc-9c3a-2a3b5f2a18ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:05:29.140832 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-cf20726d-31cc-44dc-9c3a-2a3b5f2a18ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:05:29.208014 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-cf20726d-31cc-44dc-9c3a-2a3b5f2a18ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:29.211601 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-cf20726d-31cc-44dc-9c3a-2a3b5f2a18ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:29.255118 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20726d-31cc-44dc-9c3a-2a3b5f2a18ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a70842e-5e54-435b-a817-e6755a1e57c5,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:29.260925 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-cf20726d-31cc-44dc-9c3a-2a3b5f2a18ec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e50e3c866c6b4a76a668bd06666c53d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2529371 Mar 08 21:05:29.263893 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 50806) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:29.325191 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-52819d58-a7bb-4e7e-aa63-d90124e8de6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:29.349534 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-52819d58-a7bb-4e7e-aa63-d90124e8de6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:29.398362 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-52819d58-a7bb-4e7e-aa63-d90124e8de6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:29.413244 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52819d58-a7bb-4e7e-aa63-d90124e8de6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a70842e-5e54-435b-a817-e6755a1e57c5,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:29.418920 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-52819d58-a7bb-4e7e-aa63-d90124e8de6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:29.420614 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-52819d58-a7bb-4e7e-aa63-d90124e8de6f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a70842e-5e54-435b-a817-e6755a1e57c5 HTTP/1.1" status: 204 len: 168 time: 0.1557186 Mar 08 21:05:37.190098 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 50888) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:37.326337 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5badb8c5-d050-419b-b0af-052896607371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:37.358776 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-5badb8c5-d050-419b-b0af-052896607371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:05:37.362560 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-5badb8c5-d050-419b-b0af-052896607371 admin admin] Usage tracker for resource:security_group_rule and tenant:9d86edc9fd2145d8aec0a7787bd3ee18 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:05:37.365529 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-5badb8c5-d050-419b-b0af-052896607371 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:05:37.371596 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-5badb8c5-d050-419b-b0af-052896607371 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:05:37.436863 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5badb8c5-d050-419b-b0af-052896607371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:37.440524 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-5badb8c5-d050-419b-b0af-052896607371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:37.484521 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badb8c5-d050-419b-b0af-052896607371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9b5221-6eb5-4222-a877-b54029ddf2d6,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:37.488846 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-5badb8c5-d050-419b-b0af-052896607371 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d86edc9fd2145d8aec0a7787bd3ee18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2977712 Mar 08 21:05:37.491577 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 50894) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:37.548249 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c7b070c1-8f23-4462-b199-ee8329ca5108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:37.572689 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c7b070c1-8f23-4462-b199-ee8329ca5108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:37.622351 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c7b070c1-8f23-4462-b199-ee8329ca5108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:37.637053 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b070c1-8f23-4462-b199-ee8329ca5108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9b5221-6eb5-4222-a877-b54029ddf2d6,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:37.646143 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-c7b070c1-8f23-4462-b199-ee8329ca5108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:37.647243 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-c7b070c1-8f23-4462-b199-ee8329ca5108 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6b9b5221-6eb5-4222-a877-b54029ddf2d6 HTTP/1.1" status: 204 len: 168 time: 0.1548741 Mar 08 21:05:37.962248 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 50902) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:37.981198 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e2a151f3-c26a-45b6-b532-270688443b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:38.010209 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-e2a151f3-c26a-45b6-b532-270688443b27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:05:38.013894 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-e2a151f3-c26a-45b6-b532-270688443b27 admin admin] Usage tracker for resource:security_group_rule and tenant:1f837634854a47e9b966387f8eb03c05 is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:05:38.016563 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-e2a151f3-c26a-45b6-b532-270688443b27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:05:38.022130 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-e2a151f3-c26a-45b6-b532-270688443b27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:05:38.091612 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e2a151f3-c26a-45b6-b532-270688443b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:38.095566 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-e2a151f3-c26a-45b6-b532-270688443b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:38.139787 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a151f3-c26a-45b6-b532-270688443b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f6bc5e-ea36-4292-b639-17f7bd9a046e,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:38.145794 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-e2a151f3-c26a-45b6-b532-270688443b27 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1f837634854a47e9b966387f8eb03c05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1823983 Mar 08 21:05:38.148218 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 50906) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:38.206895 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-cdcd84c9-a952-48e2-8a1f-0e79bd30192f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:38.230938 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-cdcd84c9-a952-48e2-8a1f-0e79bd30192f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:38.279433 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-cdcd84c9-a952-48e2-8a1f-0e79bd30192f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:38.293198 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd84c9-a952-48e2-8a1f-0e79bd30192f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f6bc5e-ea36-4292-b639-17f7bd9a046e,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:38.299327 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-cdcd84c9-a952-48e2-8a1f-0e79bd30192f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:38.300407 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-cdcd84c9-a952-48e2-8a1f-0e79bd30192f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c8f6bc5e-ea36-4292-b639-17f7bd9a046e HTTP/1.1" status: 204 len: 168 time: 0.1512423 Mar 08 21:05:40.046844 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-2f56e6ad-a54d-4d99-8086-bcc8858ddbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:41.525204 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 50978) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:41.660772 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-42c43cb5-eeb4-4317-9024-e43d02079ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:41.693212 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-42c43cb5-eeb4-4317-9024-e43d02079ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:05:41.696921 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-42c43cb5-eeb4-4317-9024-e43d02079ddd admin admin] Usage tracker for resource:security_group_rule and tenant:46212634e79746a5b4d0387334e3374c is out of sync, need to count used quota {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:05:41.699635 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.quota.resource [None req-42c43cb5-eeb4-4317-9024-e43d02079ddd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83160) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:05:41.705245 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.db.quota.driver [None req-42c43cb5-eeb4-4317-9024-e43d02079ddd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83160) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:05:41.767416 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-42c43cb5-eeb4-4317-9024-e43d02079ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:41.770956 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-42c43cb5-eeb4-4317-9024-e43d02079ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:41.815655 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c43cb5-eeb4-4317-9024-e43d02079ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144d5ba8-9cba-4ebe-8bb4-4ef33d94ad94,revision_number=1']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:41.819485 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-42c43cb5-eeb4-4317-9024-e43d02079ddd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=46212634e79746a5b4d0387334e3374c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2929986 Mar 08 21:05:41.822174 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.wsgi [-] (83160) accepted ('10.222.0.39', 50984) {{(pid=83160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:41.878461 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d133ad7c-2e23-4714-ba72-74249c1148f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:41.903044 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d133ad7c-2e23-4714-ba72-74249c1148f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:41.950857 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d133ad7c-2e23-4714-ba72-74249c1148f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:41.966949 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133ad7c-2e23-4714-ba72-74249c1148f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144d5ba8-9cba-4ebe-8bb4-4ef33d94ad94,revision_number=None']} {{(pid=83160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:41.973193 dv-cinder-832328-1-smb neutron-server[83160]: DEBUG neutron_lib.callbacks.manager [None req-d133ad7c-2e23-4714-ba72-74249c1148f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:41.973853 dv-cinder-832328-1-smb neutron-server[83160]: INFO neutron.wsgi [None req-d133ad7c-2e23-4714-ba72-74249c1148f4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/144d5ba8-9cba-4ebe-8bb4-4ef33d94ad94 HTTP/1.1" status: 204 len: 168 time: 0.1507735 Mar 08 21:05:42.289123 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 50992) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:42.307987 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-12170a35-defc-4461-bde5-8ce9a9147d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:42.314672 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-46f78711-2bc2-4d95-87ed-799a1a6e3dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:42.342722 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-12170a35-defc-4461-bde5-8ce9a9147d48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:05:42.346424 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-12170a35-defc-4461-bde5-8ce9a9147d48 admin admin] Usage tracker for resource:security_group_rule and tenant:9518ca498efc4b6c860b7edb9443fe25 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:05:42.349131 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-12170a35-defc-4461-bde5-8ce9a9147d48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:05:42.355205 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-12170a35-defc-4461-bde5-8ce9a9147d48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:05:42.418141 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-12170a35-defc-4461-bde5-8ce9a9147d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:42.422169 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-12170a35-defc-4461-bde5-8ce9a9147d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:42.466289 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12170a35-defc-4461-bde5-8ce9a9147d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a743892a-ab8e-405e-9875-f80493c92f46,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:42.474680 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-12170a35-defc-4461-bde5-8ce9a9147d48 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9518ca498efc4b6c860b7edb9443fe25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1814024 Mar 08 21:05:42.475441 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 50996) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:42.532966 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-464324f2-a634-49a4-93f0-0d625aa08680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:42.557998 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-464324f2-a634-49a4-93f0-0d625aa08680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:42.609422 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-464324f2-a634-49a4-93f0-0d625aa08680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:42.626000 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464324f2-a634-49a4-93f0-0d625aa08680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a743892a-ab8e-405e-9875-f80493c92f46,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:42.629141 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-464324f2-a634-49a4-93f0-0d625aa08680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:42.630310 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-464324f2-a634-49a4-93f0-0d625aa08680 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a743892a-ab8e-405e-9875-f80493c92f46 HTTP/1.1" status: 204 len: 168 time: 0.1544750 Mar 08 21:05:43.368679 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:43.564280 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:44.884022 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:45.580909 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 51070) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:45.721580 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b5240568-6da4-415c-aae2-0a8804f5f483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:45.751229 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-b5240568-6da4-415c-aae2-0a8804f5f483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:05:45.754929 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-b5240568-6da4-415c-aae2-0a8804f5f483 admin admin] Usage tracker for resource:security_group_rule and tenant:2cc8f21d73dd4cf5b90aecd97866959a is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:05:45.757611 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-b5240568-6da4-415c-aae2-0a8804f5f483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:05:45.763702 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-b5240568-6da4-415c-aae2-0a8804f5f483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:05:45.828247 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b5240568-6da4-415c-aae2-0a8804f5f483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:45.831836 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-b5240568-6da4-415c-aae2-0a8804f5f483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:45.875712 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5240568-6da4-415c-aae2-0a8804f5f483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f7416c-1590-4039-a808-2e6c65183705,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:45.881117 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-b5240568-6da4-415c-aae2-0a8804f5f483 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2cc8f21d73dd4cf5b90aecd97866959a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2992215 Mar 08 21:05:45.884429 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 51076) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:45.947981 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-53cc3c02-0b65-4563-9dd0-15040220ed73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:45.972875 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-53cc3c02-0b65-4563-9dd0-15040220ed73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:46.026386 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-53cc3c02-0b65-4563-9dd0-15040220ed73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:46.041551 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc3c02-0b65-4563-9dd0-15040220ed73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f7416c-1590-4039-a808-2e6c65183705,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:46.046555 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-53cc3c02-0b65-4563-9dd0-15040220ed73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:46.047649 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-53cc3c02-0b65-4563-9dd0-15040220ed73 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/22f7416c-1590-4039-a808-2e6c65183705 HTTP/1.1" status: 204 len: 168 time: 0.1624663 Mar 08 21:05:46.366434 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 51084) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:46.384717 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-54299eac-9207-4bef-b055-a87220e99803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:46.414339 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-54299eac-9207-4bef-b055-a87220e99803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:05:46.418580 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-54299eac-9207-4bef-b055-a87220e99803 admin admin] Usage tracker for resource:security_group_rule and tenant:a52846ab6c8f4705874bfbf4e3b89ed8 is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:05:46.421244 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-54299eac-9207-4bef-b055-a87220e99803 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:05:46.426747 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-54299eac-9207-4bef-b055-a87220e99803 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:05:46.490659 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-54299eac-9207-4bef-b055-a87220e99803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:46.494687 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-54299eac-9207-4bef-b055-a87220e99803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:46.539001 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54299eac-9207-4bef-b055-a87220e99803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d72d07-947f-470a-bfdd-cde9e131ef00,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:46.543851 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-54299eac-9207-4bef-b055-a87220e99803 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a52846ab6c8f4705874bfbf4e3b89ed8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1764190 Mar 08 21:05:46.546426 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 51088) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:46.604978 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-30f83dbd-0574-4482-8b80-507b5d0374ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:46.633320 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-30f83dbd-0574-4482-8b80-507b5d0374ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:46.683204 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-30f83dbd-0574-4482-8b80-507b5d0374ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:46.699562 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f83dbd-0574-4482-8b80-507b5d0374ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d72d07-947f-470a-bfdd-cde9e131ef00,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:46.702742 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-30f83dbd-0574-4482-8b80-507b5d0374ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:46.703915 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-30f83dbd-0574-4482-8b80-507b5d0374ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2d72d07-947f-470a-bfdd-cde9e131ef00 HTTP/1.1" status: 204 len: 168 time: 0.1565375 Mar 08 21:05:48.299742 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 51130) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:48.331567 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:48.441036 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-39e648e1-3cd8-4911-a947-56d059bc4bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:48.471337 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-39e648e1-3cd8-4911-a947-56d059bc4bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 08 21:05:48.475362 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-39e648e1-3cd8-4911-a947-56d059bc4bad admin admin] Usage tracker for resource:security_group_rule and tenant:4b3026b501c145c88ee6fb82db40a5ae is out of sync, need to count used quota {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 08 21:05:48.478336 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.quota.resource [None req-39e648e1-3cd8-4911-a947-56d059bc4bad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83161) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 08 21:05:48.483883 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.db.quota.driver [None req-39e648e1-3cd8-4911-a947-56d059bc4bad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83161) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 08 21:05:48.548429 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-39e648e1-3cd8-4911-a947-56d059bc4bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:48.552397 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-39e648e1-3cd8-4911-a947-56d059bc4bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_create {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:48.598385 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e648e1-3cd8-4911-a947-56d059bc4bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558b6480-be5d-4790-84ad-15c408d0bb8f,revision_number=1']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:48.603236 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-39e648e1-3cd8-4911-a947-56d059bc4bad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b3026b501c145c88ee6fb82db40a5ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3024695 Mar 08 21:05:48.606028 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [-] (83161) accepted ('10.222.0.39', 51136) {{(pid=83161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 08 21:05:48.666440 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-59105615-fc1b-4acc-b25e-4dbb40fb3077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:48.691113 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-59105615-fc1b-4acc-b25e-4dbb40fb3077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:48.740956 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-59105615-fc1b-4acc-b25e-4dbb40fb3077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723293'] for security_group, after_delete {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:48.754584 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59105615-fc1b-4acc-b25e-4dbb40fb3077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558b6480-be5d-4790-84ad-15c408d0bb8f,revision_number=None']} {{(pid=83161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:05:48.761382 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron_lib.callbacks.manager [None req-59105615-fc1b-4acc-b25e-4dbb40fb3077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:05:48.762512 dv-cinder-832328-1-smb neutron-server[83161]: INFO neutron.wsgi [None req-59105615-fc1b-4acc-b25e-4dbb40fb3077 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/558b6480-be5d-4790-84ad-15c408d0bb8f HTTP/1.1" status: 204 len: 168 time: 0.1558301 Mar 08 21:05:59.755452 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 21:06:10.048219 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-d30ee717-f279-4598-bf50-486fef2c6269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:06:12.316095 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-baa436cc-d724-4468-9b92-198b21e46cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:06:13.370032 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:06:13.566198 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:06:14.885155 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:06:18.331414 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:06:36.755157 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 21:06:40.049138 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-e9ef8c74-9895-484d-9aa9-e5d905e07a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:06:42.320371 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-270f75b5-647f-4d3c-a9e9-e2db0d3f19f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:06:43.372871 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:06:43.567132 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:06:44.887585 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:06:48.338639 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:07:10.050230 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-b25565dc-fa43-47ed-8185-8f64fefdde0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:07:12.321528 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-465a8e0a-dfc0-400f-8f0a-38ac001289a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:07:13.374544 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:07:13.568882 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:07:13.754615 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 21:07:14.890781 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:07:18.343109 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:07:40.051518 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-193acc75-945c-425e-9306-ad99709075e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:07:42.323044 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-8fc851de-dbcf-4923-bbcc-88a82c2b2e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:07:43.377990 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:07:43.569591 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:07:44.893640 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:07:48.360834 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:07:50.754425 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 21:08:10.053944 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-d47cec90-214b-4e6a-b489-cad3a528d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:08:12.325658 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-f09c10ad-0cda-4041-b897-265b3675d5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:08:13.380474 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:08:13.571016 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:08:14.895694 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:08:18.353499 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:08:27.754769 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 21:08:40.054821 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-119b515e-07fe-4115-acd5-ebb27bdc5560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:08:42.326568 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-badb5784-2f0c-4a5d-a720-c97430ec94f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:08:43.382811 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:08:43.571488 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:08:44.897863 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:08:48.368970 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:09:04.753899 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 21:09:10.056925 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-8564ff21-7f53-43d9-be66-97d700a68306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:09:12.326673 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-169476d8-7694-48cb-bdd7-10fec04446f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:09:13.386497 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:09:13.573073 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:09:14.900403 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:09:18.376309 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:09:40.058910 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-56f39d6a-38bc-4751-bfd4-8338d00b9482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:09:41.753393 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 21:09:42.326868 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-aa650e5f-4b8b-466a-8522-ed6018d1ba1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:09:43.388368 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:09:43.573146 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:09:44.903377 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:09:48.374227 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:10:10.059941 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-db142bf8-3215-40d9-86c5-1b5bc2db5857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:10:12.330851 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-edfa2e0c-2b76-4d5b-b3d4-a4c9bdb5329e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:10:13.392126 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:10:13.575202 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:10:14.906694 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:10:18.378702 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:10:18.753444 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 21:10:34.260545 dv-cinder-832328-1-smb neutron-server[83161]: DEBUG neutron.wsgi [req-5d706dd2-67a0-4c32-a53d-29e31f91c18e req-9134b9c2-3a68-4684-8842-f7b72e844579 tempest-VolumesActionsTest-355895212 tempest-VolumesActionsTest-355895212-project] (83161) timed out ('10.222.0.21', 58460) {{(pid=83161) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 08 21:10:40.061333 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-1948ab4e-2dc3-447b-9d98-c87af8ae7442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:10:42.335981 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-fe720267-2daf-49dd-bed7-51061a4a42ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:10:43.394452 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-69947169-0ad9-4e82-933a-a4f985aa7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:10:43.575904 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-89fb07a4-08ff-446d-86a8-69fffc3c537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:10:44.908399 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-7dfd70a0-f831-4cb4-9cd4-0be642b8db7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:10:48.373515 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-39097afa-bc42-4fd2-b206-bf19d6e17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 08 21:10:55.753365 dv-cinder-832328-1-smb neutron-server[83163]: DEBUG neutron.db.agents_db [None req-efa057c3-1490-425c-b76d-f9ee5aeaafa2 None None] Agent healthcheck: found 6 active agents {{(pid=83163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 08 21:11:10.062966 dv-cinder-832328-1-smb neutron-server[83162]: DEBUG neutron_lib.callbacks.manager [None req-898a69de-ac5f-4ba1-b1b6-8198bfeae708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774926378343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3563411'] for agent, after_update {{(pid=83162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}